-- Logs begin at Wed 2020-11-18 15:18:50 UTC, end at Wed 2020-11-18 16:42:17 UTC. --
Nov 18 16:14:18.961919 dv-cinder-759955-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 18 16:14:21.494913 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.common.config [-] Logging enabled!
Nov 18 16:14:21.495479 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150
Nov 18 16:14:21.496673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80292) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 18 16:14:21.497401 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.common.config [-] Logging enabled!
Nov 18 16:14:21.497685 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150
Nov 18 16:14:21.497959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80292) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 18 16:14:21.499017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 18 16:14:21.499276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 18 16:14:21.500248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 18 16:14:21.500560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 18 16:14:21.500803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 18 16:14:21.501168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.501509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.501846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.502102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.502437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.502766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.503084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.503410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.503751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.504068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.504378 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.504738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.504997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.505311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.505636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.505961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.506212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.506520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.507317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.507635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.507944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.508271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.508600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.508912 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.509229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.509588 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] host                           = dv-cinder-759955-2-iscsi {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.509897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.510219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.510542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.511383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.511691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.512000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.512320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.512685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.512994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.513302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.513630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.513959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.514289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.514542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.514793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.515117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.515445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.515753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.516059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.516365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.516697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.517004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.517303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.517626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.517952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.518274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.518584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.518890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.519191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.519491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.519815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.520120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.520424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.520760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.521087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.521389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.521693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.522033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.522355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.522672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.522995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.523303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.523628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.523930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.524234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.524552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.524862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.525187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.525482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.525784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.526085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.527022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.527327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.527651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:21.527979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.528314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.528683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.528998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.529328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.529644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.529968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.530280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.530607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.530935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.531255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.531569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.531887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.532220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.532565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.532879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.533190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.533522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.533835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.534140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.534468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.534779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.535088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.535403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.535714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.536020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.536321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.536675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.537007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.537318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.537623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.537925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.538234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.538537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.538857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.539168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.539472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.539778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.540090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.540398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.540729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.541043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.541348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.541657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.541999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.542304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.542609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.542911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.543216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.543523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.543828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.544138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.544440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.544768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.545070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.545374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.545678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.545998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.546329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.546640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.546948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.547259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.547570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.547880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.548188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.548497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.548829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.549134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.549465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.549781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.550098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.550414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.550722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.551055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.551366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.551682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.551991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.552302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.552643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.552960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.553290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.553621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.553950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.554278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.554604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.554917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.555263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.555576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:21.555822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 18 16:14:21.556081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80292) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 18 16:14:22.207137 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading Gnome
Nov 18 16:14:22.224128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading Google
Nov 18 16:14:22.226781 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading Windows (alt)
Nov 18 16:14:22.230288 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading file
Nov 18 16:14:22.231112 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading keyczar
Nov 18 16:14:22.231395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading multi
Nov 18 16:14:22.232032 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO keyring.backend [-] Loading pyfs
Nov 18 16:14:22.278413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:22.278718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:22.279039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:22.279402 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 18 16:14:22.695428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.695978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.695978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.755617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.755929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.756224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.759401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.759704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.759992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.836331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.836664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.836965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.837970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.838270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.838558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.955253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f14439ff048> agent after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.955515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f14439ff048> agent after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.955818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f14439ff0d0> segment precommit_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.956114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f14439ff158> network precommit_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:22.956968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1443a85158> segment before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.136400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> network before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.136798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f14439c6c80> agent before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.137150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> network before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.137448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> port before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.137744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> port before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.138136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> segment after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.138435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> segment precommit_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.138720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> segment precommit_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.139006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> segment after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.139346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> network after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.139668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> network precommit_delete 0 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.139983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> port provisioning_complete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.140302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.140630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.140975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> agent after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.141291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> subnet after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.141575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> subnet precommit_delete 0 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.141895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.142177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.142644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> port after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.142925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.143201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> port after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.143530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.143803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.144073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f14445b4438>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.144493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:23.144812 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:23.145081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:23.145350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:23.145613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:23.145876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:23.147226 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 18 16:14:23.155195 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 18 16:14:23.162507 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 18 16:14:23.168437 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3350, 3399)])])
Nov 18 16:14:23.171200 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 18 16:14:23.172258 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 18 16:14:23.172656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 18 16:14:23.173085 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 18 16:14:23.176653 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 18 16:14:23.176939 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 18 16:14:23.177321 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 18 16:14:23.198757 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 18 16:14:23.199259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f14437356a0>> qos_plugin after_init 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.199583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80292) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 18 16:14:23.199983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f14436e56d8>> logging-plugin after_init 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.201343 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80292) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 18 16:14:23.201656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 18 16:14:23.201931 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 18 16:14:23.204960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f14436e5780>> floatingip before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.205304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f14436e5780>> port before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.270176 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 18 16:14:23.270445 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 18 16:14:23.270713 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 18 16:14:23.271107 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 18 16:14:23.304607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.sqlalchemy.engines [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80292) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 18 16:14:23.702090 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing driver for type 'gre'
Nov 18 16:14:23.702635 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] gre ID ranges: [(1, 1000)]
Nov 18 16:14:23.799074 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing driver for type 'local'
Nov 18 16:14:23.799444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing driver for type 'vlan'
Nov 18 16:14:23.861957 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] VlanTypeDriver initialization complete
Nov 18 16:14:23.862332 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing driver for type 'vxlan'
Nov 18 16:14:23.862865 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] vxlan ID ranges: [(1, 1000)]
Nov 18 16:14:23.982321 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing extension driver 'port_security'
Nov 18 16:14:23.982626 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.extensions.port_security [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] PortSecurityExtensionDriver initialization complete
Nov 18 16:14:23.982996 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing mechanism driver 'openvswitch'
Nov 18 16:14:23.989383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:14:23.990232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1443644278>> port after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.990637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1443644278>> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.991022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1443644278>> port after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.991443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f144327feb8>> subnet after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.991827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f144327feb8>> subnet after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.992205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f144327feb8>> subnet after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.992646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f144327ff98>> network after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.993026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f144327ff98>> network after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.993402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f144327ff98>> network after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.993810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc278>> security_group after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.994186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc278>> security_group after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.994557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc278>> security_group after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.995482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc438>> security_group_rule after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.995858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc438>> security_group_rule after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.996227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc438>> security_group_rule after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.996797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc5f8>> address_group after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.997177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc5f8>> address_group after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.997552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f14431cc5f8>> address_group after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.997918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] ML2 OVO RPC backend initialized. {{(pid=80292) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 18 16:14:23.998635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> router_interface after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.999025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> router_interface after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.999477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> network before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:23.999854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> networks before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.000230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> port before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.000625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> ports before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.001003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> subnet before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.001376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> subnets before_response 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.001753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> network after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.002128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> network after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.002497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> network after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.002865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> port after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.003233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.003597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> port after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.003965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> subnet after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.004369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> subnet after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.004768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f14431cc6d8>> subnet after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.005393 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.plugin [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Modular L2 Plugin initialization complete
Nov 18 16:14:24.005750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading services supported by the core plugin {{(pid=80292) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 18 16:14:24.006107 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.plugins.ml2.managers [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Got port-security extension from driver 'port_security'
Nov 18 16:14:24.006864 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.extensions.vlantransparent [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Disabled vlantransparent extension.
Nov 18 16:14:24.007338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80292) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 18 16:14:24.007679 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: router
Nov 18 16:14:24.051457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router_interface before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.051895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_create 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.052299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router before_create 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.052726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router_interface before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.053140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router_interface after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.053530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_delete 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.053926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> floatingip after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.054334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_create 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.054715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_update 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.055104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_update 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.055486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router_gateway after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.055889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_update 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.056373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router precommit_update 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.056843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f14438fc400> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.057224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f14438fc2f0> port after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.058111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f14438fc378> subnet after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.058489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f14438fc488> subnetpool_address_scope after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.058877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> port precommit_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.059262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router precommit_create 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.059640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f14438dc378> port before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.060019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router precommit_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.060420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router after_update 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.060825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router precommit_delete 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.061212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router precommit_create 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.061615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router_interface after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.061997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f14431cc860>> router precommit_update 55549900 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.063034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Tracking information for resource: router configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:24.063406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Tracking information for resource: floatingip configured {{(pid=80292) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 18 16:14:24.068434 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_agentschedulers_db [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 18 16:14:24.069142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1443193d90> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.069537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f14431fdd08> port after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.069926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function _notify_port_delete at 0x7f1443193d08> port after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.070309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1443193f28> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.071196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1443221358>> router before_create 55550100 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.071596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1443221358>> router precommit_delete 55550100 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.071992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1443221358>> router precommit_create 55550100 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.072379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1443221358>> router precommit_update 55550100 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.077603 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.provider_configuration [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service providers = [] {{(pid=80292) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 18 16:14:24.077996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.servicetype_db [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80292) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 18 16:14:24.080817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.service_base [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 16:14:24.081198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.service_base [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 16:14:24.081570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.service_base [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 16:14:24.082456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.service_base [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80292) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 18 16:14:24.082855 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.services.service_base [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 18 16:14:24.083273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.083625 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 18 16:14:24.104824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.105195 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: auto_allocate
Nov 18 16:14:24.115522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1443113bf8> network precommit_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.115926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1443113bf8> network precommit_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.116497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.116881 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: tag
Nov 18 16:14:24.128667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.129033 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: timestamp
Nov 18 16:14:24.133115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.133478 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: network_ip_availability
Nov 18 16:14:24.139763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f144311c048>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.140163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f144311c048>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.140577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f144311c048>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.141356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.141711 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: flavors
Nov 18 16:14:24.157407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.157779 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading Plugin: revisions
Nov 18 16:14:24.162158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80292) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 18 16:14:24.162579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.883s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:24.163377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80292) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 18 16:14:24.163732 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Initializing extension manager.
Nov 18 16:14:24.164290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: __init__.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.164701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: __pycache__ {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.165074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.165442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: _filter_validation_lib.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.165807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.166171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: address_group.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.166993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.167657 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: address-group
Nov 18 16:14:24.168017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: address_scope.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.168808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.169388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: address-scope
Nov 18 16:14:24.169744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.170677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.171252 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: router-admin-state-down-before-update
Nov 18 16:14:24.171606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: agent.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.172359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.172963 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: agent
Nov 18 16:14:24.173322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: agent_resources_synced.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.174358 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.174933 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: agent-resources-synced
Nov 18 16:14:24.175293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.177100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.177694 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: allowed-address-pairs
Nov 18 16:14:24.178058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.179124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.179701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: auto-allocated-topology
Nov 18 16:14:24.180063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: availability_zone.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.180831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.181405 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: availability_zone
Nov 18 16:14:24.181762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: availability_zone_filter.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.183202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.183776 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: availability_zone_filter
Nov 18 16:14:24.184131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: data_plane_status.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.185070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.185641 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 18 16:14:24.185996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: default_subnetpools.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.186907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.187477 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: default-subnetpools
Nov 18 16:14:24.187838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.188709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.189287 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: dhcp_agent_scheduler
Nov 18 16:14:24.189645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: dns.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.190566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.191132 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension dns-integration not supported by any of loaded plugins
Nov 18 16:14:24.191490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: dns_domain_ports.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.192406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.193011 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 18 16:14:24.193374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: dvr.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.194089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.194662 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: dvr
Nov 18 16:14:24.195018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: empty_string_filtering.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.195932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.196525 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: empty-string-filtering
Nov 18 16:14:24.196881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.197796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.198956 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 18 16:14:24.199310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.200218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.200809 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 18 16:14:24.201167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: external_net.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.202168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.202746 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: external-net
Nov 18 16:14:24.203103 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.204016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.204623 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: extra_dhcp_opt
Nov 18 16:14:24.204988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: extraroute.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.205892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.206465 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: extraroute
Nov 18 16:14:24.206823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: extraroute_atomic.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.207870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.208448 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: extraroute-atomic
Nov 18 16:14:24.208832 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: filter_validation.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.209528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.210099 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: filter-validation
Nov 18 16:14:24.210453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: fip_pf_description.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.211358 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.211918 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 18 16:14:24.212270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: fip_port_details.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.213248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.213848 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: fip-port-details
Nov 18 16:14:24.214203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: flavors.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.215436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.216018 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: flavors
Nov 18 16:14:24.216383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.218064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.218656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 18 16:14:24.219018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: floatingip_pools.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.219766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.220341 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: floatingip-pools
Nov 18 16:14:24.220732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: ip_allocation.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.221660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.222229 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 18 16:14:24.222589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.223509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.224080 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: ip-substring-filtering
Nov 18 16:14:24.224441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l2_adjacency.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.225391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.225959 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 18 16:14:24.226318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.227472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.228074 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: router
Nov 18 16:14:24.228436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.230755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.231356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 18 16:14:24.231725 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.232718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.233257 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: ext-gw-mode
Nov 18 16:14:24.233624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.234540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.235114 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: l3-ha
Nov 18 16:14:24.235476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3_flavors.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.236387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.237001 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: l3-flavors
Nov 18 16:14:24.237363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.238280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.238853 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 18 16:14:24.239212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: l3agentscheduler.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.240367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.240986 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: l3_agent_scheduler
Nov 18 16:14:24.241351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: logging.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.242850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.243436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension logging not supported by any of loaded plugins
Nov 18 16:14:24.243802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: metering.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.246567 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.247283 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: metering
Nov 18 16:14:24.247653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.248797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.249382 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: metering_source_and_destination_fields
Nov 18 16:14:24.249744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: multiprovidernet.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.250673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.251248 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: multi-provider
Nov 18 16:14:24.251611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: netmtu.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.252556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.253132 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: net-mtu
Nov 18 16:14:24.253494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: netmtu_writable.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.254416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.254988 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: net-mtu-writable
Nov 18 16:14:24.255347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: network_availability_zone.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.256060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.256905 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: network_availability_zone
Nov 18 16:14:24.257263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: network_ip_availability.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.258370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.258948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: network-ip-availability
Nov 18 16:14:24.259308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: network_segment_range.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.260122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.260797 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 18 16:14:24.261159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: pagination.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.262143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.262515 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: pagination
Nov 18 16:14:24.262873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.263857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.264539 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: port-mac-address-regenerate
Nov 18 16:14:24.264886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.265802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.266440 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: port-numa-affinity-policy
Nov 18 16:14:24.266800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: port_resource_request.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.267799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.268371 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 18 16:14:24.268755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: portbindings.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.269688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.270269 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: binding
Nov 18 16:14:24.270628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: portbindings_extended.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.272015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.272616 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: binding-extended
Nov 18 16:14:24.272983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: portsecurity.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.273904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.274485 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: port-security
Nov 18 16:14:24.274849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: project_id.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.275827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.276228 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: project-id
Nov 18 16:14:24.276615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: providernet.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.277540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.278120 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: provider
Nov 18 16:14:24.278481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.281970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.282566 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos not supported by any of loaded plugins
Nov 18 16:14:24.282935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.284163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.284770 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 18 16:14:24.285133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.286066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.286647 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 18 16:14:24.287005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_default.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.287920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.288494 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-default not supported by any of loaded plugins
Nov 18 16:14:24.288886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_fip.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.289578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.290147 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-fip not supported by any of loaded plugins
Nov 18 16:14:24.290504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.291419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.292547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 18 16:14:24.292907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.293816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.294383 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 18 16:14:24.294739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.295647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.296215 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 18 16:14:24.296594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: qos_rules_alias.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.297712 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.298295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 18 16:14:24.298651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: quotasv2.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.299608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.299980 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: quotas
Nov 18 16:14:24.300339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: quotasv2_detail.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.301945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.302326 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: quota_details
Nov 18 16:14:24.302689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: rbac.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.303828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.304411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: rbac-policies
Nov 18 16:14:24.304821 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: rbac_address_scope.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.305762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.306339 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: rbac-address-scope
Nov 18 16:14:24.306701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: rbac_security_groups.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.307684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.308264 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: rbac-security-groups
Nov 18 16:14:24.308648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.309565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.310142 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: rbac-subnetpool
Nov 18 16:14:24.310498 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: revisionifmatch.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.311423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.312008 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: revision-if-match
Nov 18 16:14:24.312355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: revisions.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.313488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.314066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: standard-attr-revisions
Nov 18 16:14:24.314427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: router_availability_zone.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.315140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.315717 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: router_availability_zone
Nov 18 16:14:24.316074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: routerservicetype.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.317031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.317599 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension router-service-type not supported by any of loaded plugins
Nov 18 16:14:24.317957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.318882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.319468 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: port-security-groups-filtering
Nov 18 16:14:24.319828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: securitygroup.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.333545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.334158 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: security-group
Nov 18 16:14:24.334530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: segment.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.335389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.335971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension segment not supported by any of loaded plugins
Nov 18 16:14:24.336335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.337294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.337874 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 18 16:14:24.338234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: servicetype.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.339402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.339985 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: service-type
Nov 18 16:14:24.340347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: sorting.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.341353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.341725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: sorting
Nov 18 16:14:24.342084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: standard_attr_segment.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.342997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.343573 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 18 16:14:24.343932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: standardattrdescription.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.344640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.345207 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: standard-attr-description
Nov 18 16:14:24.345564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: stateful_security_group.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.346488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.347078 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: stateful-security-group
Nov 18 16:14:24.347437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: stdattrs_common.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.348019 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 18 16:14:24.348372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.349316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.349900 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 18 16:14:24.350261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: subnet_onboard.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.351321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.351899 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: subnet_onboard
Nov 18 16:14:24.352257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.353284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.353860 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 18 16:14:24.354733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: subnet_service_types.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.355664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.356249 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: subnet-service-types
Nov 18 16:14:24.356652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: subnetallocation.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.357726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.358317 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: subnet_allocation
Nov 18 16:14:24.358674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.359372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.359944 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: subnetpool-prefix-ops
Nov 18 16:14:24.360304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.361256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.361825 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 18 16:14:24.362180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: tagging.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.363437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.364026 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: standard-attr-tag
Nov 18 16:14:24.364390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: timestamp.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.365585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.366168 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loaded extension: standard-attr-timestamp
Nov 18 16:14:24.366531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: trunk.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.367550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.368129 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension trunk not supported by any of loaded plugins
Nov 18 16:14:24.368487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: trunk_details.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.369436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.370100 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension trunk-details not supported by any of loaded plugins
Nov 18 16:14:24.370459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.371418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.371992 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 18 16:14:24.372350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Loading extension file: vlantransparent.py {{(pid=80292) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 18 16:14:24.373065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80292) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 18 16:14:24.373640 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 18 16:14:24.376195 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:network
Nov 18 16:14:24.376984 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:subnet
Nov 18 16:14:24.377644 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 16:14:24.378307 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:port
Nov 18 16:14:24.379762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.380249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service FLAVORS assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.380954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.381417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.382054 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:router
Nov 18 16:14:24.382767 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:floatingip
Nov 18 16:14:24.383519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service METERING assigned prefix: /metering {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.385286 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1442fe3cc0>> rbac-policy before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.386197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1442fe3cc0>> rbac-policy before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.386580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1442fe3cc0>> rbac-policy before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:14:24.387696 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 18 16:14:24.388173 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:security_group
Nov 18 16:14:24.388992 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 18 16:14:24.389806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service CORE assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.390173 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 16:14:24.390539 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] subnetpool is already registered
Nov 18 16:14:24.391200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service CORE assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.391563 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 16:14:24.391921 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] subnetpool is already registered
Nov 18 16:14:24.394747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.395216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service FLAVORS assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.395855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.396315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.396711 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:router
Nov 18 16:14:24.397080 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] router is already registered
Nov 18 16:14:24.397727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:floatingip
Nov 18 16:14:24.398092 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] floatingip is already registered
Nov 18 16:14:24.398777 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service METERING assigned prefix: /metering {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.399514 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 18 16:14:24.399877 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] rbac_policy is already registered
Nov 18 16:14:24.400525 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:security_group
Nov 18 16:14:24.400886 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] security_group is already registered
Nov 18 16:14:24.401691 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 18 16:14:24.402048 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] security_group_rule is already registered
Nov 18 16:14:24.402780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service CORE assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.403144 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 16:14:24.403505 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] subnetpool is already registered
Nov 18 16:14:24.404165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.resource_helper [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Service CORE assigned prefix:  {{(pid=80292) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 18 16:14:24.404546 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 18 16:14:24.404907 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.quota.resource_registry [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] subnetpool is already registered
Nov 18 16:14:24.405604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: extensions {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.407160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: address-groups {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.408874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: address-scopes {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.410162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: agents {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.411407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: auto-allocated-topology {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.412760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: availability_zones {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.414178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: dhcp-networks {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.415661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: dhcp-agents {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.417717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: routers {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.420448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: flavors {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.421741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: service_profiles {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.423038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: next_providers {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.522595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: service_profiles {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.524154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: floatingip-pools {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.525511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: routers {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.528073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: floatingips {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.529377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: l3-routers {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.530866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: l3-agents {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.532370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: metering-labels {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.534070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: metering-label-rules {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.535524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: network-ip-availabilities {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.536874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: bindings {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.538624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: quotas {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.540153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: quotas {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.541719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: rbac-policies {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.543124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: security-groups {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.544456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: security-group-rules {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.545801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: service-providers {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.547099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: subnetpools {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.548621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: subnetpools {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.550186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.551989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.553942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.555818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.557788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.559579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.561550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.563535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.565553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.567506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.extensions [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Extended resource: tags {{(pid=80292) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 18 16:14:24.575213 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING keystonemiddleware.auth_token [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 18 16:14:24.580430 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING keystonemiddleware.auth_token [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 18 16:14:24.589671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Acquired lock "singleton_lock" {{(pid=80292) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 18 16:14:24.590198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Releasing lock "singleton_lock" {{(pid=80292) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 18 16:14:24.591631 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Starting 2 workers
Nov 18 16:14:24.596410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Started child 80403 {{(pid=80292) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 16:14:24.600710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:24.601124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Started child 80404 {{(pid=80292) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 16:14:24.602176 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [-] (80403) wsgi starting up on http://0.0.0.0:9696
Nov 18 16:14:24.602666 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 18 16:14:24.603305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Notify callbacks [] for process, before_spawn {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:24.604703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:24.605871 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Starting 1 workers
Nov 18 16:14:24.606037 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [-] (80404) wsgi starting up on http://0.0.0.0:9696
Nov 18 16:14:24.611329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Started child 80405 {{(pid=80292) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 16:14:24.611887 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Starting 1 workers
Nov 18 16:14:24.613788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] calling RpcWorker wait() {{(pid=80405) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 18 16:14:24.614196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] returning from RpcWorker wait() {{(pid=80405) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 18 16:14:24.615767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:24.616279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:14:24.616618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Started child 80406 {{(pid=80292) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 18 16:14:24.617403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dfd89ed8-8e43-4b32-96e2-6450265345e5 None None] Notify callbacks [] for process, after_spawn {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:24.619115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80292) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 18 16:14:24.619321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 18 16:14:24.619653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 18 16:14:24.620681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 18 16:14:24.621260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 18 16:14:24.621650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 18 16:14:24.622385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.622660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:24.623049 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.623519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.623716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47210) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:24.624094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.624402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:14:24.624541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.625304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.625707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.626064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.626459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.626819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.627104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.627382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.627748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.628106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.628550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.628941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.629296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.629656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.629955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.630332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.630717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.631080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.631468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.632064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.632778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.633125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.633473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.633803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.634208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.634565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.634941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.635292 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.636266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.636779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.637150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.637482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.637830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.638189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.638525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.639079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] host                           = dv-cinder-759955-2-iscsi {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.639435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.639766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.640110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.640471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.640845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.641171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.641542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.641914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.642278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.642617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.642984 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.643324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.643673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.644023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.644303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.644675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.645060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.645425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.646307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.646307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.646307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.646307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.646796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.647153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.647501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.647831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.648137 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0183706
Nov 18 16:14:24.648937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.649356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.649749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.650259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.650509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.650796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.651015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.651548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.651798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.652242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.652525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.652779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.653032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.653278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.654267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.654267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.654267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.654267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.654574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.654697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.655157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.655411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.655703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.655975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.656215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.656478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.656818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.657171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.657714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.657994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.658239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.658500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.658744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.659706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.659706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.659706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.659706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.659987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.660109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.660556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.660981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.661229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.661518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.662572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.663251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.663251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.663416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.663631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.663900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.664173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.664428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.664723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.664988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.665309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.665576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.665909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.682265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.683449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.684969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.685705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.686407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.687952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.690782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.691833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.692624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.692624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.692624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.692624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.692624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.693032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.693032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.693300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.693544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.693835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.694125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.694366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.695501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.695501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.695501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.695501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.697982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.697982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.697982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.698856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.698856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.699065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.699473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.699731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.699983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.700229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.700479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.700755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.701009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.701254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.701706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.701706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.705609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.707761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.708669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.708669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.708669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.708669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.709172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.709172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.709447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.709897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.709897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.710166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.710302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.712569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.712569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.712569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.712569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.712569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.713115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.713844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.714108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.714377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.714620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.714877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.715730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.716047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.716323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.716655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.716938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.717205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.717480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.717745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.717997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.718304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.718599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.718878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.719151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.719454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.719700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.719946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.720270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.720816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.724306 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.725738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.726022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.729027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.729027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.729027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.729027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.729027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.730069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.730739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.731059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.731786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.732232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.732606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3350:3399'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.732926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.733438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.733558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.733842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.734148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.734434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.734707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.735135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.735410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.736384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.736384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.736384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.736384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.736713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.736971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.737257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.737510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.737779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.738032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.738297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.738548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.738882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.739160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.739356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 18 16:14:24.740061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80292) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 18 16:14:24.740061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 18 16:14:24.740225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 18 16:14:24.740455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 18 16:14:24.740675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 18 16:14:24.741612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 18 16:14:24.741612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.741612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.741612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.741612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.742353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.742353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.744078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.744078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.745718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.745966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.746181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.746985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.747170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.747944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.748125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.748838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.749044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.749244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.749606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.750547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.750902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.751444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.751649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.751842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.752278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.755715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.755915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.756937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.758921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.758921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.759237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.759382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.759526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.759669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.759811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.759965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.760168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.760360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.761397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.762951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] host                           = dv-cinder-759955-2-iscsi {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.762951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.762951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.762951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.763246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.763246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.763391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.763534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.763698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.763887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.764082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.764608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.764775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.765137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.765332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.765474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.765823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.766013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.766198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.766414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.766606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.766794 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.766975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.767159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.767342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.767523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.767872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.768061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.768227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.768369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.768592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.768780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.768938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.769122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.769305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.769487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.769671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.769826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.770006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.770189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.770370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.770553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.770733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.770914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.771097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.771279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.771495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.771623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.771811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.771990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.772170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.772351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.772552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.772784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.772932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.773986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.774253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.774439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.774622 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.774803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.775524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.775524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.775524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.775524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 18 16:14:24.775954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.775954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.775954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.776293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.776293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.776565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.776716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.776853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.777023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.777208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.777400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.777585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.777790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.777974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.778732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.778732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.778732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.778732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.779908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.780724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.780954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.781175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.781387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.782787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.783002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.783002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.783295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.783484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.783646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.783855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.784009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.784157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.784335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.784576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.784738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.784893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.785040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.785248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.785414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.785607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.785792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.785981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.786165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.786354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.786540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.786750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.786902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.787054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.787201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.787391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.787574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.787761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.787946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.788130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.789017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.789017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.789017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.789450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.789831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.790173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.790612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.790984 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.791193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.791386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.791577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.791797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.791986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.792177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.792364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.792547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.792742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.792929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.793848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.793848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.793848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.794944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.795207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.795354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.795503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.795643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.795782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.795919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.796065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.796204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.796385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.796598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.796799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.796985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.797171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.797355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.797539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.797724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.797908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.798093 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.798276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.798459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.798642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.798835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.799030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.799218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.799402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.799585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.799798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.799982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.800138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.800323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.800530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.800718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.801615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.801615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.801615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.801615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.801615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.802951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.803480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.803480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.803480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.803833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.803833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804587 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.804897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.805041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.805189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.805328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.805515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.805702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.805867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.806021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.806207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.806391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.806576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.806761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.806946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.807131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.807827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.808022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.808207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.808390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.808571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.808763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.808948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.809133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.809234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:14:24.809331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.809474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.809675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.809858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.810043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.810227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.810411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.810594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.810778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.810961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.811143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.811326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.811511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.811696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.811881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.812065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.813714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.814098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.814098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.814287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.814384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.814528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.814695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.815016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.815342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.815672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.815994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.816316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.816701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.816902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.817097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.817285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.817459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.817655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3350:3399'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.818954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.819164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.819276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.819455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.819637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.819822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.820007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.820189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.820373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.820670 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.820800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.820910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.821063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.821245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.821429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.821612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 18 16:14:24.821789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80292) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 18 16:14:34.621207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebc8fe-9514-411a-bc9e-ef6056cf55fa None None] get_active_networks_info from dv-cinder-759955-2-iscsi {{(pid=80405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 18 16:14:34.692540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ebc8fe-9514-411a-bc9e-ef6056cf55fa None None] No non-hosted networks {{(pid=80405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 18 16:14:34.706510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agentschedulers_db [None req-f3ebc8fe-9514-411a-bc9e-ef6056cf55fa None None] DHCP Agent not found on host dv-cinder-759955-2-iscsi {{(pid=80405) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Nov 18 16:14:34.853616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-36b32eef-6cb3-4641-93f7-93ad0e86d428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516'] for agent, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:36.714421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4efd5677-a3cd-4c7a-a898-71a30e6d6fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516'] for agent, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:36.748021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ac51ab3-4c13-441f-a7a5-fec0493c9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:37.233870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516'] for agent, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:38.611032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516'] for agent, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:38.611651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.612186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.612741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.613271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.613905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.614517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.615168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.615767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.616280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.616817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.617317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.617820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:38.618367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1442b10438>, 'Open vSwitch agent', 'dv-cinder-759955-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:14:38.640100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1442b109e8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:14:38.806359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] get_endpoint_by_host() called for host dv-cinder-759955-2-iscsi {{(pid=80405) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 18 16:14:38.811967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80405) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 18 16:14:38.816712 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80405) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 18 16:14:38.856294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] _get_endpoints() called {{(pid=80405) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 18 16:14:39.187876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516'] for agent, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:39.953906 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_hamode_db [None req-f4e903f1-0e45-4c32-92bb-a0a1474e8330 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 18 16:14:40.046081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e903f1-0e45-4c32-92bb-a0a1474e8330 None None] Routers set() bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:14:40.046444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e903f1-0e45-4c32-92bb-a0a1474e8330 None None] Router IDs set() for agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 18 16:14:40.512457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47316) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:41.161464 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-afa160df-0d52-4bd6-8b7a-6f459f419a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:14:41.162069 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-afa160df-0d52-4bd6-8b7a-6f459f419a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:14:41.393419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [None req-afa160df-0d52-4bd6-8b7a-6f459f419a62 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80404) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:14:41.394595 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-afa160df-0d52-4bd6-8b7a-6f459f419a62 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8811028
Nov 18 16:14:44.111413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47330) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:44.526067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:14:44.573660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.policy [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80404) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 18 16:14:44.574479 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:14:44.574890 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:14:44.581875 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1442a8a7f0>.
Nov 18 16:14:44.626195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:14:44.724037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304037250443', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304037228352', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304037230529', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304044839397', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304037219945', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036847303135', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847294100', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854349525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1605347'] for rbac-policy, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:44.896387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:44.897699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f1701b5c-436d-4456-908c-16f3817b2cc9 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7853124
Nov 18 16:14:47.874682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47344) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:48.279767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'name': 'private'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:14:48.285588 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:14:48.290145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Usage tracker for resource:network and tenant:d3da950f178a4ad9b5308eefcf66f9d9 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:14:48.293786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:14:48.299709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:14:48.336038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Made reservation on behalf of d3da950f178a4ad9b5308eefcf66f9d9 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:14:48.342570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.359095 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.437836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:14:48.441634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Usage tracker for resource:security_group_rule and tenant:d3da950f178a4ad9b5308eefcf66f9d9 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:14:48.444554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:14:48.450568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:14:48.567123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.598932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.604317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:48.626175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:14:48.653649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.654208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Added segment 36e0f7e9-036f-4463-bc8b-015a23864790 of type vxlan for network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4
Nov 18 16:14:48.703658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3ed8cf-e24a-4742-b155-0da2bbf2c890,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:14:48.729610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.729996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.730361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.730717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.731138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.731501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.731849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.732194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.732575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.732921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.733263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.733607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Tracked resource versions report:
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'}}
Nov 18 16:14:48.734731 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:14:48.773778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.785044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:48.844843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.846102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:14:48.846790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:48.851581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:48.960131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd2432b-c0c4-4a52-a52e-fd531bcddab4,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:14:48.963921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:48.974481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:14:48.999728 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1239221
Nov 18 16:14:52.170834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47360) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:52.674263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0ef6e-0878-456e-9c3a-f0874e4d9558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:14:52.675692 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-22c0ef6e-0878-456e-9c3a-f0874e4d9558 admin admin] 10.222.0.23 "GET /v2.0/networks/9fd2432b-c0c4-4a52-a52e-fd531bcddab4 HTTP/1.1" status: 200  len: 818 time: 0.5038490
Nov 18 16:14:52.704765 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e33b463d-414a-4e89-a518-1b814d8bf52f admin admin] 10.222.0.23 "GET /v2.0/subnetpools/101478a2-85e3-41a7-be44-220ca5202c8c HTTP/1.1" status: 200  len: 734 time: 0.0224478
Nov 18 16:14:52.713781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Request body: {'subnet': {'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:14:52.718085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:14:52.721974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Usage tracker for resource:subnet and tenant:d3da950f178a4ad9b5308eefcf66f9d9 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:14:52.724906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:14:52.730459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:14:52.821662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Made reservation on behalf of d3da950f178a4ad9b5308eefcf66f9d9 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:14:52.826289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:53.493289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:53.508532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:53.653495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc1daaa-91d0-4d77-8db1-09c3445ae849,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:14:53.659991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:53.716930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Checking segment: {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:14:53.717326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Network hostable DHCP agents. Network: 9fd2432b-c0c4-4a52-a52e-fd531bcddab4, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:14:53.770661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:14:53.805008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 9fd2432b-c0c4-4a52-a52e-fd531bcddab4) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:14:53.809908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:14:53.810537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:53.814671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827b6c6-b8e9-4c56-ad5a-e1b350967afd None None] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:14:53.851334 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1410351
Nov 18 16:14:54.212825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:14:54.214124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:54.548878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Allocated IP 172.20.0.2 (9fd2432b-c0c4-4a52-a52e-fd531bcddab4/7bc1daaa-91d0-4d77-8db1-09c3445ae849/9e9464d5-e7e8-4e7f-9575-deef6205843f) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:14:54.781091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:54.830329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Transition to ACTIVE for port object 9e9464d5-e7e8-4e7f-9575-deef6205843f will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:14:54.848051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Transition to ACTIVE for port object 9e9464d5-e7e8-4e7f-9575-deef6205843f will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:14:54.879091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:54.895850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:55.031645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Pushing event updated for resources: {'Port': ['ID=9e9464d5-e7e8-4e7f-9575-deef6205843f,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:14:55.044408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.044813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.045182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.045548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.045907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.046266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.046621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.046976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.047350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.047703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.048074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.048427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Tracked resource versions report:
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'}}
Nov 18 16:14:55.049615 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:14:55.062949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:55.108161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:14:55.109391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:14:55.112208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:14:55.168864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Attempting to bind port 9e9464d5-e7e8-4e7f-9575-deef6205843f on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:14:55.169303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Attempting to bind port 9e9464d5-e7e8-4e7f-9575-deef6205843f by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:14:55.169766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Attempting to bind port 9e9464d5-e7e8-4e7f-9575-deef6205843f on network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:14:55.176429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:14:55.176898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Checking segment: {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:14:55.177410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:55.177841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Bound using segment: {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:14:55.178369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Bound port: 9e9464d5-e7e8-4e7f-9575-deef6205843f, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:14:55.178816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:55.268153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] For port 9e9464d5-e7e8-4e7f-9575-deef6205843f, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:14:55.272280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] For port 9e9464d5-e7e8-4e7f-9575-deef6205843f, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=9e9464d5-e7e8-4e7f-9575-deef6205843f,segment=NetworkSegment(36e0f7e9-036f-4463-bc8b-015a23864790),segment_id=36e0f7e9-036f-4463-bc8b-015a23864790)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:14:55.302386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:14:55.320810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:14:55.639074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Pushing event updated for resources: {'Port': ['ID=9e9464d5-e7e8-4e7f-9575-deef6205843f,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:14:55.643810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:14:56.586811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47370) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:57.016741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [None req-70885d97-cb26-40e9-ab9d-81833370066a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80404) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:14:57.017864 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-70885d97-cb26-40e9-ab9d-81833370066a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4294515
Nov 18 16:14:58.883643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 9e9464d5-e7e8-4e7f-9575-deef6205843f up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:14:59.004897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 9e9464d5-e7e8-4e7f-9575-deef6205843f completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:14:59.753254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47384) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:14:59.955733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98468f2-60f6-49fd-b885-5fd3b2f994d5 None None] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:15:00.133780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Provisioning for port 9e9464d5-e7e8-4e7f-9575-deef6205843f completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:15:00.146089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Provisioning complete for port 9e9464d5-e7e8-4e7f-9575-deef6205843f triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:00.146496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:00.189150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [None req-ac86c2d3-a9b7-41a2-a662-f39dc837e3ae admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80404) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:15:00.190240 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ac86c2d3-a9b7-41a2-a662-f39dc837e3ae admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4359732
Nov 18 16:15:00.339122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:00.377375 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] For port 9e9464d5-e7e8-4e7f-9575-deef6205843f, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=9e9464d5-e7e8-4e7f-9575-deef6205843f,segment=NetworkSegment(36e0f7e9-036f-4463-bc8b-015a23864790),segment_id=36e0f7e9-036f-4463-bc8b-015a23864790)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:15:00.416646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:00.419517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:00.494995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Pushing event updated for resources: {'Port': ['ID=9e9464d5-e7e8-4e7f-9575-deef6205843f,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:00.498253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:00.540266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-353a1b38-e25c-4f6f-a75b-4c540d77e4f0 None None] Provisioning complete for port 9e9464d5-e7e8-4e7f-9575-deef6205843f triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:00.541241 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-353a1b38-e25c-4f6f-a75b-4c540d77e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:00.784046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d32d7eb8-ed42-482d-a83d-e4bcd45e374e None None] Provisioning complete for port 9e9464d5-e7e8-4e7f-9575-deef6205843f triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:00.784536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d32d7eb8-ed42-482d-a83d-e4bcd45e374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:00.878414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 9e9464d5-e7e8-4e7f-9575-deef6205843f up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:15:00.970167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 9e9464d5-e7e8-4e7f-9575-deef6205843f triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:00.970665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:01.105262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-fef89866-a0ff-4f49-9f19-21f382cc0e88 None None] Provisioning complete for port 9e9464d5-e7e8-4e7f-9575-deef6205843f triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:01.105672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fef89866-a0ff-4f49-9f19-21f382cc0e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:03.223952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47396) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:03.619972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:15:03.625400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:15:03.629372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Usage tracker for resource:router and tenant:d3da950f178a4ad9b5308eefcf66f9d9 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:15:03.632771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:15:03.638995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:15:03.685038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:03.686238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:03.756774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:03.891009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:03.958672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:03.959860 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a087a8f8-1e06-4953-af60-2d0e20b1bd9d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7348177
Nov 18 16:15:04.530428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc178fa1-b510-45aa-98f1-cdd5eb8d56fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:06.654666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47406) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:06.730313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08a16588-8a88-47bf-b8f0-e3d5fea1243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:07.073427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [None req-d7925b2b-4382-4886-98a8-7912c2320209 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80404) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:15:07.074510 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d7925b2b-4382-4886-98a8-7912c2320209 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4188356
Nov 18 16:15:07.182318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:08.604309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:09.119212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:09.781507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47426) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:09.964898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:15:09.969788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:15:09.973877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Usage tracker for resource:network and tenant:885d1f41a124462a9f8c87cb54b5cb82 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:15:09.977184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:15:09.982937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:15:10.050449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Made reservation on behalf of 885d1f41a124462a9f8c87cb54b5cb82 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:15:10.055099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.068694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.128242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:15:10.132469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Usage tracker for resource:security_group_rule and tenant:885d1f41a124462a9f8c87cb54b5cb82 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:15:10.135399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:15:10.141162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:15:10.284657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.318871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.323068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:10.352317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c145d31f-6df6-4384-8d37-20ce632e762f,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:10.356074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:10.370183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Reserving flat network on physical network physnet1 {{(pid=80404) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 18 16:15:10.426032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.426629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f14439ff0d0> segment precommit_create {{(pid=80404) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 18 16:15:10.427048 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Added segment 3ca6076e-40f9-4641-9925-149f8fffe23f of type flat for network 3febb5f8-81d0-42c6-b8b3-1fe83912113a
Nov 18 16:15:10.488756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.547449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.548710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:15:10.549339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:10.554021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:10.651826 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8691638
Nov 18 16:15:10.658836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Pushing event updated for resources: {'Network': ['ID=3febb5f8-81d0-42c6-b8b3-1fe83912113a,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:10.673527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:10.678940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:15:13.168541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47446) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:13.309285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7cec18-f819-40c6-8065-5a8047544f21 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:15:13.310675 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1c7cec18-f819-40c6-8065-5a8047544f21 admin admin] 10.222.0.23 "GET /v2.0/subnets/7bc1daaa-91d0-4d77-8db1-09c3445ae849 HTTP/1.1" status: 200  len: 849 time: 0.1411059
Nov 18 16:15:13.457905 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b9852946-f6de-43e9-80af-a964ee06548d admin admin] 10.222.0.23 "GET /v2.0/routers/72451241-2df7-4ca3-9b2b-3eceab74afb6 HTTP/1.1" status: 200  len: 704 time: 0.1411021
Nov 18 16:15:14.078225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:14.490662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Allocated IP 172.20.0.1 (9fd2432b-c0c4-4a52-a52e-fd531bcddab4/7bc1daaa-91d0-4d77-8db1-09c3445ae849/2cf47e5b-829d-47f5-a962-8b2f76311a9c) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:15:14.685942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:14.703134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Transition to ACTIVE for port object 2cf47e5b-829d-47f5-a962-8b2f76311a9c will not be triggered until provisioned by entity DHCP. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:15:14.714135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:15:14.776723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:14.792062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:14.926560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Pushing event updated for resources: {'Port': ['ID=2cf47e5b-829d-47f5-a962-8b2f76311a9c,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:14.938345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:14.982747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:15:14.983961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:15:14.986195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:15:14.986764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.130327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.261910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-aab22002-a383-48ba-900e-86fd15e00d09 None None] Provisioning for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:15:15.266731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-aab22002-a383-48ba-900e-86fd15e00d09 None None] Provisioning complete for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:15.267144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aab22002-a383-48ba-900e-86fd15e00d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.319883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-aab22002-a383-48ba-900e-86fd15e00d09 None None] Port 2cf47e5b-829d-47f5-a962-8b2f76311a9c cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:15:15.443167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.467445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.468539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.483147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:15.611690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Pushing event updated for resources: {'Port': ['ID=2cf47e5b-829d-47f5-a962-8b2f76311a9c,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:15.616092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:15.670445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:15:15.671552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:15:15.844760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-bea45cdd-0a72-4060-8979-9e2ac35da8af None None] Provisioning complete for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:15.845167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bea45cdd-0a72-4060-8979-9e2ac35da8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:15.900893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-bea45cdd-0a72-4060-8979-9e2ac35da8af None None] Port 2cf47e5b-829d-47f5-a962-8b2f76311a9c cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:15:16.216326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Router 72451241-2df7-4ca3-9b2b-3eceab74afb6 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:15:16.386190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:15:16.395618 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6b5390a2-90f9-4ae9-a0ac-5a59f407ebba admin admin] 10.222.0.23 "PUT /v2.0/routers/72451241-2df7-4ca3-9b2b-3eceab74afb6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.9318075
Nov 18 16:15:16.396062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Sync routers for ids ['72451241-2df7-4ca3-9b2b-3eceab74afb6'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:15:16.410019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Routers {'72451241-2df7-4ca3-9b2b-3eceab74afb6'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:15:16.410896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442bb5ef0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:15:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['72451241-2df7-4ca3-9b2b-3eceab74afb6'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:16.590436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Set router 72451241-2df7-4ca3-9b2b-3eceab74afb6 gateway port host: None {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:15:16.965707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442bb5ef0>, [{'id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:15:03Z', 'updated_at': '2020-11-18T16:15:15Z', 'revision_number': 2, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'gw_port_host': None, '_interfaces': [{'id': '2cf47e5b-829d-47f5-a962-8b2f76311a9c', 'name': '', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'mac_address': 'fa:16:3e:91:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:14Z', 'updated_at': '2020-11-18T16:15:15Z', 'revision_number': 2, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'subnets': [{'id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:16.970686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Checking router: 72451241-2df7-4ca3-9b2b-3eceab74afb6 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:15:16.971104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Updating router 72451241-2df7-4ca3-9b2b-3eceab74afb6 port 2cf47e5b-829d-47f5-a962-8b2f76311a9c binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:15:17.022554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:17.456117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:17.473077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Transition to ACTIVE for port object 2cf47e5b-829d-47f5-a962-8b2f76311a9c will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:15:17.496029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:17.512977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:17.662198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Pushing event updated for resources: {'Port': ['ID=2cf47e5b-829d-47f5-a962-8b2f76311a9c,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:17.677551 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.677934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.678307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.678673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.679033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.679393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.679758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.680116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.680547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.680896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.681252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.681606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Tracked resource versions report:
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'}}
Nov 18 16:15:17.682744 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:15:17.686800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:17.997540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Attempting to bind port 2cf47e5b-829d-47f5-a962-8b2f76311a9c on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:15:17.998028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Attempting to bind port 2cf47e5b-829d-47f5-a962-8b2f76311a9c by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:15:17.998275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Attempting to bind port 2cf47e5b-829d-47f5-a962-8b2f76311a9c on network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:15:18.004863 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:15:18.005290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Checking segment: {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:15:18.005762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:18.006289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Bound using segment: {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:15:18.006807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Bound port: 2cf47e5b-829d-47f5-a962-8b2f76311a9c, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e0f7e9-036f-4463-bc8b-015a23864790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:15:18.007477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:18.100221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] For port 2cf47e5b-829d-47f5-a962-8b2f76311a9c, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:15:18.104781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] For port 2cf47e5b-829d-47f5-a962-8b2f76311a9c, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=2cf47e5b-829d-47f5-a962-8b2f76311a9c,segment=NetworkSegment(36e0f7e9-036f-4463-bc8b-015a23864790),segment_id=36e0f7e9-036f-4463-bc8b-015a23864790)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:15:18.142178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:18.158194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:18.316213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Pushing event updated for resources: {'Port': ['ID=2cf47e5b-829d-47f5-a962-8b2f76311a9c,revision_number=4']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:18.319569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:18.370989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Routers {'72451241-2df7-4ca3-9b2b-3eceab74afb6'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:15:18.371682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442bb5ef0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:15:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['72451241-2df7-4ca3-9b2b-3eceab74afb6'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:18.534047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] Set router 72451241-2df7-4ca3-9b2b-3eceab74afb6 gateway port host: None {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:15:18.867305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442bb5ef0>, [{'id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:15:03Z', 'updated_at': '2020-11-18T16:15:15Z', 'revision_number': 2, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'gw_port_host': None, '_interfaces': [{'id': '2cf47e5b-829d-47f5-a962-8b2f76311a9c', 'name': '', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'mac_address': 'fa:16:3e:91:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:14Z', 'updated_at': '2020-11-18T16:15:18Z', 'revision_number': 4, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'subnets': [{'id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:18.871906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a068a1-c1ec-4a77-a865-12dacc98eb4e None None] The sync data for ids ['72451241-2df7-4ca3-9b2b-3eceab74afb6'] in dv-cinder-759955-2-iscsi is: [{'id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:15:03Z', 'updated_at': '2020-11-18T16:15:15Z', 'revision_number': 2, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'gw_port_host': None, '_interfaces': [{'id': '2cf47e5b-829d-47f5-a962-8b2f76311a9c', 'name': '', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'mac_address': 'fa:16:3e:91:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:14Z', 'updated_at': '2020-11-18T16:15:18Z', 'revision_number': 4, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'subnets': [{'id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:15:18.907987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47458) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:19.094909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7256c72f-66e2-465c-b4a9-c0fa1cb7f64b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:15:19.095543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7256c72f-66e2-465c-b4a9-c0fa1cb7f64b admin admin] Synchronizing usage tracker for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:network {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:15:19.130022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7256c72f-66e2-465c-b4a9-c0fa1cb7f64b admin admin] Unset dirty status for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:network {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:15:19.131294 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7256c72f-66e2-465c-b4a9-c0fa1cb7f64b admin admin] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 842 time: 0.2222018
Nov 18 16:15:19.142506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'cidr': '172.27.3.0/24'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:15:19.147947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:15:19.152743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Usage tracker for resource:subnet and tenant:885d1f41a124462a9f8c87cb54b5cb82 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:15:19.155645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:15:19.161928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:15:19.192879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Made reservation on behalf of 885d1f41a124462a9f8c87cb54b5cb82 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:15:19.198028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:19.787782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80404) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:15:19.788283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:19.803685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:19.943490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4558ce37-39b3-4c9e-93c0-9ece53a36bb8,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:19.948075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:20.003861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:15:20.004259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Network hostable DHCP agents. Network: 3febb5f8-81d0-42c6-b8b3-1fe83912113a, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:15:20.078637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:15:20.112650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 3febb5f8-81d0-42c6-b8b3-1fe83912113a) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:15:20.116475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:15:20.117155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:20.121850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cc199f-0e55-4f33-90a9-a102b6682ec3 None None] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:15:20.170969 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0322177
Nov 18 16:15:20.354764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9668f12-e31e-449a-9250-7c1114621233 None None] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:15:20.889905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 2cf47e5b-829d-47f5-a962-8b2f76311a9c up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:15:20.993282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:15:20.998503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:21.001508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:21.115340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:21.147775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 2cf47e5b-829d-47f5-a962-8b2f76311a9c, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=2cf47e5b-829d-47f5-a962-8b2f76311a9c,segment=NetworkSegment(36e0f7e9-036f-4463-bc8b-015a23864790),segment_id=36e0f7e9-036f-4463-bc8b-015a23864790)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:15:21.181961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:21.184724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:21.253612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=2cf47e5b-829d-47f5-a962-8b2f76311a9c,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:21.256955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:22.740370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47472) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:22.875066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 2cf47e5b-829d-47f5-a962-8b2f76311a9c up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:15:22.944180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:22.944539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:22.983684 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-77e12da3-c0d6-4053-aa77-3e2e3af7d26f admin admin] 10.222.0.23 "GET /v2.0/routers/72451241-2df7-4ca3-9b2b-3eceab74afb6 HTTP/1.1" status: 200  len: 710 time: 0.2420340
Nov 18 16:15:23.124828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c348e6a-2ac0-466f-8443-3af8a0f272bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:15:23.126287 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7c348e6a-2ac0-466f-8443-3af8a0f272bf admin admin] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 886 time: 0.1366885
Nov 18 16:15:23.136975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:15:23.780167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.009415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.044340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.056687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.087962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:15:24.091864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:15:24.094746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:15:24.100314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:15:24.280344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.307101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.322964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:24.420392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3fda3-5dfb-43ea-acf2-6afa0911a2c0,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:24.429665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:24.580953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Allocated IP 172.27.3.25 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/fcc81924-c7e1-4e76-8af8-80978d172dad) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:15:24.731288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.781551 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:24.796368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:24.931363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Pushing event updated for resources: {'Port': ['ID=fcc81924-c7e1-4e76-8af8-80978d172dad,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:24.936282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:24.978170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:15:24.979260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:15:24.981472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:15:25.230503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:25.399027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:25.402440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854178503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597326', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650455'] for router, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:25.601510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Router 72451241-2df7-4ca3-9b2b-3eceab74afb6 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:15:25.968925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:15:25.978765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Sync routers for ids ['72451241-2df7-4ca3-9b2b-3eceab74afb6'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:15:25.984975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:25.986190 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] 10.222.0.23 "PUT /v2.0/routers/72451241-2df7-4ca3-9b2b-3eceab74afb6 HTTP/1.1" status: 200  len: 889 time: 2.8532381
Nov 18 16:15:25.991604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Routers {'72451241-2df7-4ca3-9b2b-3eceab74afb6'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:15:25.991924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441af8080>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:15:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['72451241-2df7-4ca3-9b2b-3eceab74afb6'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:26.201684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Set router 72451241-2df7-4ca3-9b2b-3eceab74afb6 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:15:26.693164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441af8080>, [{'id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fcc81924-c7e1-4e76-8af8-80978d172dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:15:03Z', 'updated_at': '2020-11-18T16:15:25Z', 'revision_number': 4, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'gw_port': {'id': 'fcc81924-c7e1-4e76-8af8-80978d172dad', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:24Z', 'updated_at': '2020-11-18T16:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '2cf47e5b-829d-47f5-a962-8b2f76311a9c', 'name': '', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'mac_address': 'fa:16:3e:91:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:14Z', 'updated_at': '2020-11-18T16:15:21Z', 'revision_number': 5, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'subnets': [{'id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:26.698668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Checking router: 72451241-2df7-4ca3-9b2b-3eceab74afb6 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:15:26.699061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Updating router 72451241-2df7-4ca3-9b2b-3eceab74afb6 port fcc81924-c7e1-4e76-8af8-80978d172dad binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:15:26.752961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:27.146288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:27.205002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Transition to ACTIVE for port object fcc81924-c7e1-4e76-8af8-80978d172dad will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:15:27.222339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:27.239072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:27.378393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9505c6-8754-4385-b5ad-4e1cf29572a7 None None] Pushing event updated for resources: {'Port': ['ID=fcc81924-c7e1-4e76-8af8-80978d172dad,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:27.382935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0e9505c6-8754-4385-b5ad-4e1cf29572a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:27.432259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Attempting to bind port fcc81924-c7e1-4e76-8af8-80978d172dad on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:15:27.432694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Attempting to bind port fcc81924-c7e1-4e76-8af8-80978d172dad by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:15:27.433097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Attempting to bind port fcc81924-c7e1-4e76-8af8-80978d172dad on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:15:27.439682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:15:27.440088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:15:27.440559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:27.440967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:15:27.441479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Bound port: fcc81924-c7e1-4e76-8af8-80978d172dad, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:15:27.441882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:27.514515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] For port fcc81924-c7e1-4e76-8af8-80978d172dad, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:15:27.517605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] For port fcc81924-c7e1-4e76-8af8-80978d172dad, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=fcc81924-c7e1-4e76-8af8-80978d172dad,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:15:27.548280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:27.563573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0e9505c6-8754-4385-b5ad-4e1cf29572a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:27.711600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9505c6-8754-4385-b5ad-4e1cf29572a7 None None] Pushing event updated for resources: {'Port': ['ID=fcc81924-c7e1-4e76-8af8-80978d172dad,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:27.716051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0e9505c6-8754-4385-b5ad-4e1cf29572a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:27.757046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Routers {'72451241-2df7-4ca3-9b2b-3eceab74afb6'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:15:27.757948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441af8080>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:15:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['72451241-2df7-4ca3-9b2b-3eceab74afb6'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:27.937608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] Set router 72451241-2df7-4ca3-9b2b-3eceab74afb6 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:15:28.285607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441af8080>, [{'id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fcc81924-c7e1-4e76-8af8-80978d172dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:15:03Z', 'updated_at': '2020-11-18T16:15:25Z', 'revision_number': 4, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'gw_port': {'id': 'fcc81924-c7e1-4e76-8af8-80978d172dad', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:24Z', 'updated_at': '2020-11-18T16:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '2cf47e5b-829d-47f5-a962-8b2f76311a9c', 'name': '', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'mac_address': 'fa:16:3e:91:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:14Z', 'updated_at': '2020-11-18T16:15:21Z', 'revision_number': 5, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'subnets': [{'id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:15:28.289826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f022cfb-9a59-4573-9d39-51f42f03c662 None None] The sync data for ids ['72451241-2df7-4ca3-9b2b-3eceab74afb6'] in dv-cinder-759955-2-iscsi is: [{'id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'name': 'router1', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'fcc81924-c7e1-4e76-8af8-80978d172dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:15:03Z', 'updated_at': '2020-11-18T16:15:25Z', 'revision_number': 4, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'gw_port': {'id': 'fcc81924-c7e1-4e76-8af8-80978d172dad', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:24Z', 'updated_at': '2020-11-18T16:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '2cf47e5b-829d-47f5-a962-8b2f76311a9c', 'name': '', 'network_id': '9fd2432b-c0c4-4a52-a52e-fd531bcddab4', 'tenant_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'mac_address': 'fa:16:3e:91:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72451241-2df7-4ca3-9b2b-3eceab74afb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:15:14Z', 'updated_at': '2020-11-18T16:15:21Z', 'revision_number': 5, 'project_id': 'd3da950f178a4ad9b5308eefcf66f9d9', 'subnets': [{'id': '7bc1daaa-91d0-4d77-8db1-09c3445ae849', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '101478a2-85e3-41a7-be44-220ca5202c8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:15:28.666537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 47482) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:15:28.816058 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-2faa40d0-c345-4340-a2c9-8a095e4628c4 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1481709
Nov 18 16:15:28.916186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device fcc81924-c7e1-4e76-8af8-80978d172dad up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:15:29.021831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port fcc81924-c7e1-4e76-8af8-80978d172dad completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:15:29.027606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port fcc81924-c7e1-4e76-8af8-80978d172dad triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:29.047325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:29.169331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:29.186944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port fcc81924-c7e1-4e76-8af8-80978d172dad, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=fcc81924-c7e1-4e76-8af8-80978d172dad,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:15:29.216105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:29.219983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8fc3e945-9a53-4b9e-84c9-cd5cb0c86a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:15:29.288874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=fcc81924-c7e1-4e76-8af8-80978d172dad,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:15:29.292812 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:15:30.882879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device fcc81924-c7e1-4e76-8af8-80978d172dad up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:15:30.964904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port fcc81924-c7e1-4e76-8af8-80978d172dad triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:15:30.965638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:34.559987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-32180aff-48b5-4f00-8cbd-38027a2a1fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:36.718983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63b0a2e7-c0de-4bf6-b17b-86523bb7607e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:37.204718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:38.628048 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:39.165238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:15:51.715610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:16:04.524035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-780122bd-f460-4ab7-aa37-5988d3228beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:06.718845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-214a117b-746b-45a5-9f4c-3c8f397209ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:07.186583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:08.603949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:09.158313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:28.717175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:16:34.523710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-034ede8a-8356-42c5-adab-86d784bcaf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:36.706973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-51b319df-18a3-4dbb-930d-b239fcdf11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:37.198050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:38.626758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:16:39.175210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:04.528929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dd69064c-f473-4a60-94c0-aa2f211705eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:05.717233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:17:06.712070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1098934-e111-4a15-9f04-918a70ea6bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:07.186013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:08.620759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:09.152313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:34.535665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2c73cd71-7c8c-4e97-a3e0-3ecc67974669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:36.723184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4d1434a-54ff-4048-942f-33d2c614eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:37.197346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:38.614226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:39.163009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:42.717650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:17:44.591788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48058) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:17:44.692556 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b9566b-0916-4e62-add1-3f08473c6605 admin admin] GET failed (client error): The resource could not be found.
Nov 18 16:17:44.693871 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c0b9566b-0916-4e62-add1-3f08473c6605 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1010311
Nov 18 16:17:44.835540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a96888-0186-4044-b9f9-dda4199c0552 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:44.837077 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f0a96888-0186-4044-b9f9-dda4199c0552 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1388755
Nov 18 16:17:47.297189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48068) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:17:47.442702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68709abb-794b-4aa4-90c8-57053da3c81d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:47.443321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-68709abb-794b-4aa4-90c8-57053da3c81d admin admin] Synchronizing usage tracker for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:subnet {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:17:47.505467 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-68709abb-794b-4aa4-90c8-57053da3c81d admin admin] Unset dirty status for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:subnet {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:17:47.506699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-68709abb-794b-4aa4-90c8-57053da3c81d admin admin] 10.222.0.23 "GET /v2.0/subnets/7bc1daaa-91d0-4d77-8db1-09c3445ae849 HTTP/1.1" status: 200  len: 849 time: 0.2084818
Nov 18 16:17:47.517520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:17:47.643014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Notify callbacks [] for subnet, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:47.968799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363304041677769'] for subnet, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:47.984446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24c344eb-b0a1-48ff-ad9f-968ebfcef662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:17:48.132003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc1daaa-91d0-4d77-8db1-09c3445ae849,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:17:48.155690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.156087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.156467 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.156890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.157258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.157637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.158001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.158367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.158743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.159103 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.160017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.160378 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:17:48.165795 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:17:48.181056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:48.181703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:48.183065 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] 10.222.0.23 "PUT /v2.0/subnets/7bc1daaa-91d0-4d77-8db1-09c3445ae849 HTTP/1.1" status: 200  len: 868 time: 0.6697435
Nov 18 16:17:48.199738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a2bc1-81b5-47d3-864e-2c40ee7799c3 None None] Network 9fd2432b-c0c4-4a52-a52e-fd531bcddab4 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:17:48.662863 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2d071fef-ef71-4f15-a124-1e573fc59dee None None] Provisioning complete for port 2cf47e5b-829d-47f5-a962-8b2f76311a9c triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:17:48.663390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2d071fef-ef71-4f15-a124-1e573fc59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:48.790283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2d071fef-ef71-4f15-a124-1e573fc59dee None None] Provisioning complete for port 9e9464d5-e7e8-4e7f-9575-deef6205843f triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:17:48.790690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2d071fef-ef71-4f15-a124-1e573fc59dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:17:50.650109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48078) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:17:50.861811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9636da6-1b5b-41b2-8ac1-8324425a3f8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:50.862155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9636da6-1b5b-41b2-8ac1-8324425a3f8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:50.864312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b9636da6-1b5b-41b2-8ac1-8324425a3f8e admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2131758
Nov 18 16:17:53.310704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48088) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:17:53.523345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb079570-465a-4080-bdcf-a86c3efd0230 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:53.523775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb079570-465a-4080-bdcf-a86c3efd0230 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:53.525436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-bb079570-465a-4080-bdcf-a86c3efd0230 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2136972
Nov 18 16:17:55.974114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48098) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:17:56.180585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb749e3e-f62f-4f35-8373-10d56019f4ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:56.182012 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cb749e3e-f62f-4f35-8373-10d56019f4ba admin admin] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 886 time: 0.2068694
Nov 18 16:17:58.634936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48108) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:17:58.845660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd7156-02af-492c-9979-5cf4dacd5d58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:17:58.847141 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-07cd7156-02af-492c-9979-5cf4dacd5d58 admin admin] 10.222.0.23 "GET /v2.0/networks/9fd2432b-c0c4-4a52-a52e-fd531bcddab4 HTTP/1.1" status: 200  len: 862 time: 0.2111235
Nov 18 16:18:01.300614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48118) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:01.444735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec7bcd-9e62-44aa-abd8-4d1735346637 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:01.445075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec7bcd-9e62-44aa-abd8-4d1735346637 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:01.446734 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-87ec7bcd-9e62-44aa-abd8-4d1735346637 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1450362
Nov 18 16:18:03.975964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48128) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:04.120014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d4120-6e5d-4ef2-9c86-813402bbbdf6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:04.120430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d4120-6e5d-4ef2-9c86-813402bbbdf6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:04.122115 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1d3d4120-6e5d-4ef2-9c86-813402bbbdf6 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1446145
Nov 18 16:18:04.522721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5eedc7a6-31ea-4c5f-8e5a-22ff20bf31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:06.605285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48138) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:06.728746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5af73587-2443-4369-8eba-499735736084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:06.750843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd1116-ec50-4579-b87f-3b76f528f476 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:06.752388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e0bd1116-ec50-4579-b87f-3b76f528f476 admin admin] 10.222.0.23 "GET /v2.0/subnets/4558ce37-39b3-4c9e-93c0-9ece53a36bb8 HTTP/1.1" status: 200  len: 816 time: 0.1460278
Nov 18 16:18:07.203077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:08.630504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:09.162566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:09.264721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48148) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:09.441602 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:18:09.442225 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:18:09.836035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.policy [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80403) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 18 16:18:09.836918 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:18:09.837333 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING oslo_policy.policy [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 18 16:18:09.843183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:09.845138 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-550e3238-87c4-49f4-8912-84f63fed4b1c admin admin] 10.222.0.23 "GET /v2.0/subnets/7bc1daaa-91d0-4d77-8db1-09c3445ae849 HTTP/1.1" status: 200  len: 868 time: 0.5778999
Nov 18 16:18:19.718100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:18:34.522738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac07-2b25-4ea8-aa77-7fa2255414c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:35.441661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48194) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:35.522888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [None req-f9af8f42-3a92-4b76-b6ae-7faebb2d83d9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:18:35.524010 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f9af8f42-3a92-4b76-b6ae-7faebb2d83d9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0812957
Nov 18 16:18:36.728305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8d94-29c9-42c7-96e4-b601514ea257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:37.202381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:38.052236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48204) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:38.161627 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.pecan_wsgi.hooks.translation [None req-254eb778-491a-4df6-a3bd-17a3faab7303 admin admin] GET failed (client error): The resource could not be found.
Nov 18 16:18:38.162912 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-254eb778-491a-4df6-a3bd-17a3faab7303 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1095471
Nov 18 16:18:38.305038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363fd45-5609-42c1-930c-2397cf65c008 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:38.306600 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4363fd45-5609-42c1-930c-2397cf65c008 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1393366
Nov 18 16:18:38.613627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:39.161985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:40.781669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48214) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:40.858415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:18:40.864026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:18:40.873668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:18:40.922153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Made reservation on behalf of 885d1f41a124462a9f8c87cb54b5cb82 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:18:40.927336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:41.020678 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.services.revisions.revision_plugin [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f14417b2828] {project_id='885d1f41a124462a9f8c87cb54b5cb82', id='96692a95-e300-4bc8-ad6f-5a0b3581b9bc', target_tenant='*', action='access_as_shared', object_id='89b78844-42a0-4ad9-bb59-45a57b9bdcee'}> to bump revision.
Nov 18 16:18:41.099699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:18:41.109381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:41.109805 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Added segment 3ecc1826-30ca-47fd-a067-6ff4194085a0 of type vxlan for network 89b78844-42a0-4ad9-bb59-45a57b9bdcee
Nov 18 16:18:41.136186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:41.189726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:41.190971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:41.191609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:41.196406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:18:41.300926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Pushing event updated for resources: {'Network': ['ID=89b78844-42a0-4ad9-bb59-45a57b9bdcee,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:18:41.304583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:18:41.311790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:18:41.334763 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5519023
Nov 18 16:18:43.797067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48224) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:18:43.896335 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.pecan_wsgi.hooks.translation [None req-010ccffa-04da-45bf-9a56-f9daa6603f67 admin admin] GET failed (client error): The resource could not be found.
Nov 18 16:18:43.896877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-010ccffa-04da-45bf-9a56-f9daa6603f67 admin admin] Synchronizing usage tracker for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:network {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:18:43.945010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-010ccffa-04da-45bf-9a56-f9daa6603f67 admin admin] Unset dirty status for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:network {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:18:43.946342 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-010ccffa-04da-45bf-9a56-f9daa6603f67 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1482258
Nov 18 16:18:44.060295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084eadd3-772d-4cbf-b551-3b1942097b8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:44.061878 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-084eadd3-772d-4cbf-b551-3b1942097b8b admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1112046
Nov 18 16:18:44.072893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Request body: {'subnet': {'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:18:44.077541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:18:44.087009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:18:44.133243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Made reservation on behalf of 885d1f41a124462a9f8c87cb54b5cb82 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:18:44.138112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:44.541590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:44.556432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-474d1c9e-23d4-4e52-8dca-adcdafaabe1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:18:44.688702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c991237-458b-4bf1-b545-79ff95dd6e42,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:18:44.693125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:18:44.750738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Checking segment: {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:18:44.751124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Network hostable DHCP agents. Network: 89b78844-42a0-4ad9-bb59-45a57b9bdcee, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:18:44.800721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:18:44.824671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 89b78844-42a0-4ad9-bb59-45a57b9bdcee) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:18:44.828444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:18:44.829130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:44.834404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8660a-f8c1-42c4-b33f-d48fe0073840 None None] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:18:44.871379 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8023381
Nov 18 16:18:45.075421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-89b78844-42a0-4ad9-bb59-45a57b9bdcee', 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee', 'tenant_id': '885d1f41a124462a9f8c87cb54b5cb82', 'fixed_ips': [{'subnet_id': '8c991237-458b-4bf1-b545-79ff95dd6e42'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:18:45.075421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:45.370895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Allocated IP 192.168.233.2 (89b78844-42a0-4ad9-bb59-45a57b9bdcee/8c991237-458b-4bf1-b545-79ff95dd6e42/34d2cef7-3206-489c-8ac3-725af8f837c1) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:18:45.647316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:45.715807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Transition to ACTIVE for port object 34d2cef7-3206-489c-8ac3-725af8f837c1 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:18:45.733977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Transition to ACTIVE for port object 34d2cef7-3206-489c-8ac3-725af8f837c1 will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:18:45.769125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:45.782847 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0e9505c6-8754-4385-b5ad-4e1cf29572a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:18:45.915351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Pushing event updated for resources: {'Port': ['ID=34d2cef7-3206-489c-8ac3-725af8f837c1,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:18:45.936189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.936593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.936966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.937332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.937693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.938078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.938407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.938761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.939116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.939473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.939847 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.940241 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:18:45.945413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:18:45.982730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:18:45.983945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:18:45.986331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:18:46.045263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Attempting to bind port 34d2cef7-3206-489c-8ac3-725af8f837c1 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:18:46.045671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Attempting to bind port 34d2cef7-3206-489c-8ac3-725af8f837c1 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:18:46.046074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Attempting to bind port 34d2cef7-3206-489c-8ac3-725af8f837c1 on network 89b78844-42a0-4ad9-bb59-45a57b9bdcee {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:18:46.053298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:18:46.053713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Checking segment: {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:18:46.054132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:46.054560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Bound using segment: {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:18:46.055035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Bound port: 34d2cef7-3206-489c-8ac3-725af8f837c1, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:18:46.055466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:46.147430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] For port 34d2cef7-3206-489c-8ac3-725af8f837c1, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:18:46.150943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] For port 34d2cef7-3206-489c-8ac3-725af8f837c1, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=34d2cef7-3206-489c-8ac3-725af8f837c1,segment=NetworkSegment(3ecc1826-30ca-47fd-a067-6ff4194085a0),segment_id=3ecc1826-30ca-47fd-a067-6ff4194085a0)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:18:46.261600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:46.275905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:18:46.429273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Pushing event updated for resources: {'Port': ['ID=34d2cef7-3206-489c-8ac3-725af8f837c1,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:18:46.434233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:18:47.005604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 34d2cef7-3206-489c-8ac3-725af8f837c1 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:18:47.122300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 34d2cef7-3206-489c-8ac3-725af8f837c1 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:18:47.671297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545d355-62ff-4257-bc3e-07248c983445 None None] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:18:47.837563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Provisioning for port 34d2cef7-3206-489c-8ac3-725af8f837c1 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:18:47.853096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Provisioning complete for port 34d2cef7-3206-489c-8ac3-725af8f837c1 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:18:47.853510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:48.190209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:48.226501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] For port 34d2cef7-3206-489c-8ac3-725af8f837c1, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=34d2cef7-3206-489c-8ac3-725af8f837c1,segment=NetworkSegment(3ecc1826-30ca-47fd-a067-6ff4194085a0),segment_id=3ecc1826-30ca-47fd-a067-6ff4194085a0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:18:48.289461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:48.293293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:18:48.364958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Pushing event updated for resources: {'Port': ['ID=34d2cef7-3206-489c-8ac3-725af8f837c1,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:18:48.368392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-edacdf8d-28ef-4004-8057-9320f16772be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:18:48.412381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-bbb3a15e-e3fe-46fd-b88c-609c05af3297 None None] Provisioning complete for port 34d2cef7-3206-489c-8ac3-725af8f837c1 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:18:48.412825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a15e-e3fe-46fd-b88c-609c05af3297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:48.660059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-4112187e-7db4-458c-98ec-5ee8b3685b59 None None] Provisioning complete for port 34d2cef7-3206-489c-8ac3-725af8f837c1 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:18:48.660481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4112187e-7db4-458c-98ec-5ee8b3685b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:48.987528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 34d2cef7-3206-489c-8ac3-725af8f837c1 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:18:49.069044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 34d2cef7-3206-489c-8ac3-725af8f837c1 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:18:49.069740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:18:56.718046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:19:04.520940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7441dc1-027d-437b-af08-283dcdea429b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:06.714736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8b33b760-ab68-49d7-b86f-cc03dbde4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:07.206667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:08.629541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:09.179271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:33.718463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:19:34.521778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c2d492c-948a-498b-b3e2-01cea7d86f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:36.708788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e4ac35ed-5cb2-493c-9794-24a29a8a14f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:37.218931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:38.624856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:39.177699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:54.641674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48266) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:19:54.648630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [None req-ebd49cab-435c-4dbe-9b1b-067f79cdc4ff tempest-verify_tempest_config-277105505 tempest-verify_tempest_config-277105505] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80404) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:19:54.649736 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ebd49cab-435c-4dbe-9b1b-067f79cdc4ff tempest-verify_tempest_config-277105505 tempest-verify_tempest_config-277105505] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0070031
Nov 18 16:19:55.126601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48286) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:19:55.280722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:55.482565 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.quota [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f14429efe48>.
Nov 18 16:19:55.486735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:19:55.492143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7ef81c663f4e99bf6720c8d7ac2e85 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:19:55.495572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:19:55.502409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:19:55.666942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:55.698637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:55.707650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:19:55.747378 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c7ef81c663f4e99bf6720c8d7ac2e85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6196411
Nov 18 16:19:55.750056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48294) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:19:55.754407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922333b9-ec08-49ae-97b4-b04dfaebcc72,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:19:55.763965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.764363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.764740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.765104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.765464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.765837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.766191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.766545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.766911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.767263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.767620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.767969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Tracked resource versions report:
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'}}
Nov 18 16:19:55.769663 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:19:55.797781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:19:55.980919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:56.007673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:56.087031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:56.092258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:19:56.105617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922333b9-ec08-49ae-97b4-b04dfaebcc72,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:19:56.112395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:19:56.113624 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/922333b9-ec08-49ae-97b4-b04dfaebcc72 HTTP/1.1" status: 204  len: 168 time: 0.3625486
Nov 18 16:19:56.117114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.117699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.117849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.118218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.118583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.118957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.119305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.119663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.120028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.120386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.120786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.121141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:19:56.124497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:20:04.527185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a488fd03-e617-4432-be06-785be6865b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:06.715695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f288b6-0b48-4797-ae50-1263e705b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:07.218492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:08.628279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:09.178301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:10.718820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:20:34.526755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1e07ce27-2400-4ec9-8f75-e07fc53487f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:36.720688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-258e583c-7727-4216-8c6a-eb9b51348df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:37.212593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:38.652897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:39.178540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:20:47.719211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:21:04.532230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bfdc598-36e5-4c8c-8d46-d1d2f8ce3385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:06.743463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7136-0015-4c0d-8d15-7cf83aa53fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:07.217968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:08.629331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:09.183881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:24.719156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 5 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:21:34.531494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62e6e087-8baa-4fa6-b180-8e2f94b7e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:34.884006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516'] for agent, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:34.884440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.884860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.885243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.885623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.886001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.886418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.887046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.887418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.887791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.888161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.888561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.888942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:21:34.889337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1442c366a0>, 'Open vSwitch agent', 'hv-cinder-75995', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:21:34.894203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1442bc14e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75995', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:21:35.139142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] get_endpoint_by_host() called for host hv-cinder-75995 {{(pid=80405) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 18 16:21:35.143926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] get_endpoint_by_ip() called for ip 192.168.0.11 {{(pid=80405) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 18 16:21:35.147121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] _add_endpoint() called for ip 192.168.0.11 {{(pid=80405) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 18 16:21:35.192372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] _get_endpoints() called {{(pid=80405) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 18 16:21:36.287351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48348) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:21:36.434650 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4ed842a3-c5d1-4cfd-83f7-cd65fde6267a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1461205
Nov 18 16:21:36.721012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57620035-5a4d-401d-8ff4-d6629e8e10d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:37.261916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:38.632694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:21:39.035970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48358) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:21:39.123733 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-5459765f-5c23-42e9-bf86-eb5cf91c28ad admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0865569
Nov 18 16:21:39.181363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:01.720259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:22:04.523648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33fa8e00-b5ec-4df4-bfc2-1a405e1ceaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:04.885645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:06.717939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ff05c696-80ca-40ac-a613-921fde384a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:07.237862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:08.634146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:09.199975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:34.539753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f1708465-ce80-45fb-980c-f895e4c78b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:34.920868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:36.725834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e230e144-6dcb-4cb5-9f42-97489362169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:37.228399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:38.639952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:22:38.722067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:22:39.205439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:04.534393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e5ad848f-d513-43eb-aab4-e8ecb0fe37b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:04.928636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:06.722590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fa44a3b5-df74-41d9-8957-3e7f2bec79cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:07.239653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:08.651078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:09.245343 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:12.777763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48546) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:13.101655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48558) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:13.135527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48564) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:13.372760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-263000886-network', 'tenant_id': '9326866b614f408fa1c9169e25ecb418'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:13.379606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:13.383830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Usage tracker for resource:network and tenant:9326866b614f408fa1c9169e25ecb418 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:13.387091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:13.395392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:13.436698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Made reservation on behalf of 9326866b614f408fa1c9169e25ecb418 for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:13.442887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.456814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.467117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48576) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:13.490643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:13.494698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Usage tracker for resource:security_group_rule and tenant:9326866b614f408fa1c9169e25ecb418 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:13.497692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:13.503391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:13.595094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-731053928-network', 'tenant_id': '1ee9636d695b421895e5098f2bad6b00'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:13.599664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:13.603570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Usage tracker for resource:network and tenant:1ee9636d695b421895e5098f2bad6b00 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:13.607514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:13.613539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:13.661236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-897528689-network', 'tenant_id': '01b4b5344b774fcebd5641257e5a9391'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:13.689909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48584) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:13.705408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Made reservation on behalf of 1ee9636d695b421895e5098f2bad6b00 for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:13.710156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.725213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.779768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:13.795344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Usage tracker for resource:network and tenant:01b4b5344b774fcebd5641257e5a9391 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:13.800663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:13.803513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:13.818336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:13.823175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Usage tracker for resource:security_group_rule and tenant:1ee9636d695b421895e5098f2bad6b00 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:13.843844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:13.848395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.854591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:13.898455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.911357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-328a7fa6-dd8d-4192-9108-b9b405271dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:13.936008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Made reservation on behalf of 01b4b5344b774fcebd5641257e5a9391 for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:13.940700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:13.972114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:23:13.974972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.024300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.024883 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Added segment 6c6dd2b9-5c61-44a2-a76a-415677e878cc of type vxlan for network 07de265b-ecaa-4844-92c7-be0bc3e1e18e
Nov 18 16:23:14.052300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-network', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:14.061894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:14.068440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Usage tracker for resource:network and tenant:8eaa547ffe6247678262a1dd9e4478c4 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:14.074994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:14.085237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:14.099297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.100070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-598232515-network', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:14.100417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:14.109584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:14.116559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Usage tracker for resource:network and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:14.121080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:14.128240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:14.134419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Made reservation on behalf of 8eaa547ffe6247678262a1dd9e4478c4 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:14.140730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.158741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.211478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:14.215993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Usage tracker for resource:security_group_rule and tenant:8eaa547ffe6247678262a1dd9e4478c4 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:14.219577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:14.226229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:14.263594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Made reservation on behalf of d91673e536fa41af8263f5ea66dba991 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:14.270399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.291190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.306092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.307515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:14.316831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.317207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.317578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.317949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.318306 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.318661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.319012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.319362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.319711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.320062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.320411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.320781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.321231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.321573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.321921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.322251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.322591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.322954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.323300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.323646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.324007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.324353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.324722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.325097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Tracked resource versions report:
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'},
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'ConntrackHelper': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Log': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Network': '1.1',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Port': '1.6',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'PortForwarding': '1.2',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'QosPolicy': '1.8',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroup': '1.2',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroupRule': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SubPort': '1.0',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Subnet': '1.1',
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Trunk': '1.1'}}
Nov 18 16:23:14.326404 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:23:14.331617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.334074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:14.336402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Usage tracker for resource:security_group_rule and tenant:01b4b5344b774fcebd5641257e5a9391 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:14.338344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:14.341082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:14.341511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:14.342493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:14.347754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:14.347969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:14.363414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:14.483581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.506399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:14.507081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.525011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb867827-14ef-4ba2-9125-3fbea3480128,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:14.537763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.550610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80403) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:23:14.550966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:23:14.551737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:14.555423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:14.595209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.597097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.614802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:23:14.626465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.627084 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Added segment cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984 of type vxlan for network 3eccffe0-6968-4092-9d63-86e8b23951de
Nov 18 16:23:14.668908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.699351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:14.707333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.735927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:23:14.750013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b4f38-8028-4d35-b821-b60fbd7142d8,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:14.750177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Pushing event updated for resources: {'Network': ['ID=07de265b-ecaa-4844-92c7-be0bc3e1e18e,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:14.757950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.758547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Added segment 9503591f-03fb-40b8-b843-6e46c3f737c6 of type vxlan for network 6062229e-0326-42f9-b211-bfe68c01af92
Nov 18 16:23:14.760881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.764244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:14.771214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:14.779571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.782748 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 2.0031574
Nov 18 16:23:14.787510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:14.793173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.793290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48616) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:14.799965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Request body: {'subnet': {'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-263000886-subnet', 'tenant_id': '9326866b614f408fa1c9169e25ecb418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:14.820354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:14.824631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:14.825763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Usage tracker for resource:subnet and tenant:9326866b614f408fa1c9169e25ecb418 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:14.833825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.834185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.834564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.834934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.835299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.835662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.836025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.836389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.842720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.843016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.843402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.843779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.844253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.844644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:14.850963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Tracked resource versions report:
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'},
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'ConntrackHelper': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Log': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Network': '1.1',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Port': '1.6',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'PortForwarding': '1.2',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'QosPolicy': '1.8',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroup': '1.2',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroupRule': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SubPort': '1.0',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Subnet': '1.1',
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Trunk': '1.1'}}
Nov 18 16:23:14.851039 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:23:14.861566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:14.884463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:14.885026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6f25a6a-076d-4196-adf5-0ea6fef181c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:14.889097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:14.899487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:14.922151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb68f8-48c0-41c5-a573-a00a066597f7,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:14.937127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:14.937757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1232b79a-1d9b-43f8-a51d-b99d7d80e075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:14.970525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea126077-6a81-46e8-b6d9-61dedc89ae3d,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:14.983935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:15.033696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Made reservation on behalf of 9326866b614f408fa1c9169e25ecb418 for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:15.041706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.048034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.067429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.143808 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6756568
Nov 18 16:23:15.147802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48626) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:15.150087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Pushing event updated for resources: {'Network': ['ID=3eccffe0-6968-4092-9d63-86e8b23951de,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:15.163728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:15.167740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 3eccffe0-6968-4092-9d63-86e8b23951de details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:15.167872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Request body: {'subnet': {'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-subnet', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:15.176409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:15.181804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Usage tracker for resource:subnet and tenant:8eaa547ffe6247678262a1dd9e4478c4 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:15.184958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:15.190906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:15.222610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 3eccffe0-6968-4092-9d63-86e8b23951de details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:15.239619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Made reservation on behalf of 8eaa547ffe6247678262a1dd9e4478c4 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:15.245561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.260430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.264143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:15.264802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.274160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1758800b-0036-458d-af66-44962f1b6a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:15.274638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80403) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:23:15.275074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:23:15.362835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80403) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:23:15.363352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:23:15.399913 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.7088349
Nov 18 16:23:15.406826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48636) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:15.462519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Request body: {'subnet': {'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-subnet', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:15.480984 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:15.484265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Pushing event updated for resources: {'Network': ['ID=6062229e-0326-42f9-b211-bfe68c01af92,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:15.491071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Usage tracker for resource:subnet and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:15.495409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:15.496462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:15.501006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 6062229e-0326-42f9-b211-bfe68c01af92 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:15.504520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:15.539502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 6062229e-0326-42f9-b211-bfe68c01af92 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:15.547415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48642) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:15.642963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Made reservation on behalf of d91673e536fa41af8263f5ea66dba991 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:15.653666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.723825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:23:15.789790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.819839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.936138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:23:15.946053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:15.948014 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Added segment 12e44d0b-b3ef-4a95-8693-637194397a8e of type vxlan for network 129457ca-2848-4885-a737-35fa1f159844
Nov 18 16:23:15.975507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.007608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:16.020390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Usage tracker for resource:security_group_rule and tenant:eda1633d8cff422584593a3ca73695ba is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:16.024156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:16.035123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:16.112586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.124586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:16.124896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.133072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:16.221476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.231935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.274852 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 3.1380644
Nov 18 16:23:16.284230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48666) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:16.336279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Request body: {'subnet': {'network_id': '129457ca-2848-4885-a737-35fa1f159844', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-897528689-subnet', 'tenant_id': '01b4b5344b774fcebd5641257e5a9391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:16.417966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.418257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:16.440527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:16.472105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Pushing event updated for resources: {'Network': ['ID=129457ca-2848-4885-a737-35fa1f159844,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:16.478517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:16.485331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 129457ca-2848-4885-a737-35fa1f159844 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:16.496800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.499028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:16.531117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Usage tracker for resource:subnet and tenant:01b4b5344b774fcebd5641257e5a9391 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:16.537363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 129457ca-2848-4885-a737-35fa1f159844 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:16.544740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:16.557500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:16.566375 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.615136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:23:16.645704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.646876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Added segment 0a12cb81-384e-4c67-908d-fdc02380aba9 of type vxlan for network 64a30009-e7ac-441c-aa10-8571cd038ea3
Nov 18 16:23:16.679091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.687915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=edfdaa03-ca83-4fed-ad16-889820a0cada,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:16.695536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:16.710566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.740733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:16.778550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Made reservation on behalf of 01b4b5344b774fcebd5641257e5a9391 for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:16.786251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.802246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.825876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:16.826505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:16.873079 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eda1633d8cff422584593a3ca73695ba&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3226347
Nov 18 16:23:16.879950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48682) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:16.923286 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=447ab235-6317-4cb8-886c-994e6956cd9c,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:16.931251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c651b4ab-000b-43d4-9cc0-4ddead3a94e1,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:16.939751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:16.941078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:16.941625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:16.951730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Checking segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:16.952138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Network hostable DHCP agents. Network: 07de265b-ecaa-4844-92c7-be0bc3e1e18e, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:23:16.993727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Checking segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:16.994045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Network hostable DHCP agents. Network: 6062229e-0326-42f9-b211-bfe68c01af92, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:23:16.998634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc827e5-bf90-4c24-b839-e8746d43dfbd,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:17.004375 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:17.005874 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.9030876
Nov 18 16:23:17.008425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:17.017958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48690) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:17.019507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Request body: {'subnet': {'network_id': '64a30009-e7ac-441c-aa10-8571cd038ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-731053928-subnet', 'tenant_id': '1ee9636d695b421895e5098f2bad6b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:17.029046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:17.033163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Usage tracker for resource:subnet and tenant:1ee9636d695b421895e5098f2bad6b00 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:17.036212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:17.042105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:17.097182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.104985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Checking segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:17.105380 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Network hostable DHCP agents. Network: 3eccffe0-6968-4092-9d63-86e8b23951de, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:23:17.117225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Pushing event updated for resources: {'Network': ['ID=64a30009-e7ac-441c-aa10-8571cd038ea3,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:17.120017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:17.130193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:17.133754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:23:17.144955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:17.186873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.200174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Made reservation on behalf of 1ee9636d695b421895e5098f2bad6b00 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:17.205120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.253954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 07de265b-ecaa-4844-92c7-be0bc3e1e18e) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:17.263018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:17.263846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.273735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b1b66-32e9-41f2-a8e8-284f3927789a None None] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:17.322304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Network 6062229e-0326-42f9-b211-bfe68c01af92 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:23:17.324356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.5332770
Nov 18 16:23:17.324710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Network 3eccffe0-6968-4092-9d63-86e8b23951de is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:23:17.344647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 3eccffe0-6968-4092-9d63-86e8b23951de) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:17.353395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 6062229e-0326-42f9-b211-bfe68c01af92) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:17.365736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:17.366533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.413500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:17.414439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.490273 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.0813715
Nov 18 16:23:17.493273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.496472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48712) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:17.496976 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a376993e-560c-4b3c-9247-24d62fce7199 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.3472559
Nov 18 16:23:17.500348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48714) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:17.503882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.508537 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afc827e5-bf90-4c24-b839-e8746d43dfbd HTTP/1.1" status: 204  len: 168 time: 0.6160376
Nov 18 16:23:17.515736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:17.516444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:17.528527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:17.545569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:17.546570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:17.549545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc827e5-bf90-4c24-b839-e8746d43dfbd,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:17.555545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33c9c3-199b-42df-b951-cd57dab85d39 None None] Network 3eccffe0-6968-4092-9d63-86e8b23951de requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:17.561198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Usage tracker for resource:router and tenant:8eaa547ffe6247678262a1dd9e4478c4 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:17.565597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:17.568550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:17.579687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:17.580696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Usage tracker for resource:router and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:17.595030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:17.615875 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:17.662472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff229a67-5fb5-47ee-af5f-988c20a72942 None None] Network 6062229e-0326-42f9-b211-bfe68c01af92 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:17.710026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.711261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.753052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.755336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.822248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:17.839949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:17.863030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6039a-a731-4d01-b831-a1bd92504699 None None] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:18.016849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48756) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:18.189850 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 18 16:23:18.225691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59284693-0f1b-4fa3-b46f-77fbe92c7881,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:18.240751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.248904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:18.255768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.405436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02165fbb-7b18-470c-ba4b-f1cd000827a8 None None] Network 3eccffe0-6968-4092-9d63-86e8b23951de requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:18.490737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48772) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:18.517916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4e372-1d0c-4476-8010-dcb634419bec req-a2a95085-c0ca-4602-ac72-8b054bfd8677 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:18.518689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-efc4e372-1d0c-4476-8010-dcb634419bec req-a2a95085-c0ca-4602-ac72-8b054bfd8677 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:network {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:18.580066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.597245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.615265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.616627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-6062229e-0326-42f9-b211-bfe68c01af92', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:23:18.620484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.628335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d2a32563-4102-412f-a7d7-9ea68d748cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:18.717923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Checking segment: {'id': '12e44d0b-b3ef-4a95-8693-637194397a8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '129457ca-2848-4885-a737-35fa1f159844'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:18.723891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Network hostable DHCP agents. Network: 129457ca-2848-4885-a737-35fa1f159844, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:23:18.751393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:18.757629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-efc4e372-1d0c-4476-8010-dcb634419bec req-a2a95085-c0ca-4602-ac72-8b054bfd8677 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:network {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:18.758920 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-a2a95085-c0ca-4602-ac72-8b054bfd8677 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.7389667
Nov 18 16:23:18.759922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Usage tracker for resource:security_group_rule and tenant:b71f3d84e5b04e56bb6b6775665e934c is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:18.765147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:18.769728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.783682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:18.813807 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-a9ca69e3-5524-4345-9924-b76e89156159 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/quotas/9326866b614f408fa1c9169e25ecb418 HTTP/1.1" status: 200  len: 375 time: 0.0361805
Nov 18 16:23:18.876957 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-5a446ee1-2ccb-4a00-ac94-e39f2a324c24 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0547616
Nov 18 16:23:18.910390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Network 129457ca-2848-4885-a737-35fa1f159844 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:23:18.963229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9497c3c2-1b24-4952-9ffb-db9ce3aa6642,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:18.971454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:18.980065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:19.031696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 129457ca-2848-4885-a737-35fa1f159844) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:19.040454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:19.041355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.050501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Checking segment: {'id': '0a12cb81-384e-4c67-908d-fdc02380aba9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '64a30009-e7ac-441c-aa10-8571cd038ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:19.051177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Network hostable DHCP agents. Network: 64a30009-e7ac-441c-aa10-8571cd038ea3, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:23:19.055482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.072959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:19.096722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c875fe24-3035-442e-97b7-c7b9b7a42a2c None None] Network 129457ca-2848-4885-a737-35fa1f159844 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:19.156009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f56dc1e-ebee-4740-b636-f9aa3e99ebc3,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:19.166845 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b71f3d84e5b04e56bb6b6775665e934c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6732428
Nov 18 16:23:19.168063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:19.168698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48792) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:19.173398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:23:19.199601 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.8919256
Nov 18 16:23:19.207559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.248228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.269649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 64a30009-e7ac-441c-aa10-8571cd038ea3) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:19.283321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7488b-191f-46bb-aad6-9ee1ddf25232 None None] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:19.295166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:19.295833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.348743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-dab382f7-3201-44c1-8965-bc0f8751be7b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:23:19.349942 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-dab382f7-3201-44c1-8965-bc0f8751be7b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1892753
Nov 18 16:23:19.495783 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.4812486
Nov 18 16:23:19.501526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.517423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.522445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48806) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:19.573671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Allocated IP 172.20.0.2 (6062229e-0326-42f9-b211-bfe68c01af92/edfdaa03-ca83-4fed-ad16-889820a0cada/2d93e4cf-3321-4c31-9ccd-24e442aab9cf) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:19.651076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Allocated IP 172.27.3.235 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/c1ffbf66-b219-41e4-bd42-d507daf097b6) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:19.656666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.710330 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:19.983287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81c725-e611-4a43-8103-c9a46d5e6ac3 None None] Network 129457ca-2848-4885-a737-35fa1f159844 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:20.061844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.075845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48836) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:20.083427 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-4523f4a6-b310-4719-9562-3f060ac6ec0c service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6990416
Nov 18 16:23:20.133732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.156427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.181355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:20.227522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.264734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.272521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:20.276023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-37622db0-60d4-4ecd-8289-f165b5a43238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:20.330998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3d45ae620e40fa8c7753fd52b1755c is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:20.341513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:20.355712 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Transition to ACTIVE for port object 2d93e4cf-3321-4c31-9ccd-24e442aab9cf will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:20.370404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:20.401679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Pushing event updated for resources: {'Port': ['ID=c1ffbf66-b219-41e4-bd42-d507daf097b6,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:20.415702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:20.497521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:20.506238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:20.510044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Transition to ACTIVE for port object 2d93e4cf-3321-4c31-9ccd-24e442aab9cf will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:20.510711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:20.571822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.578407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f56dc1e-ebee-4740-b636-f9aa3e99ebc3,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:20.589663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:20.595953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Allocated IP 172.27.3.154 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/db38d49a-8e47-4a27-8790-0a08cb2d4ed4) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:20.616552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.627799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:20.650719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.652003 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f56dc1e-ebee-4740-b636-f9aa3e99ebc3 HTTP/1.1" status: 204  len: 168 time: 1.4777682
Nov 18 16:23:20.654545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.706422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc17f3a5-bebd-41cc-808a-17f36956baff,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:20.711052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:20.716752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Synchronizing usage tracker for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:security_group {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:20.733969 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-d9bbb601-64e3-4f54-b5fb-600e3d07d34b service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5598738
Nov 18 16:23:20.788473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-f2b15fe0-3a0a-45bb-87d2-9dee6ad88372 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:20.789204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-f2b15fe0-3a0a-45bb-87d2-9dee6ad88372 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Synchronizing usage tracker for tenant:01b4b5344b774fcebd5641257e5a9391 on resource:network {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:20.799818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Unset dirty status for tenant:885d1f41a124462a9f8c87cb54b5cb82 on resource:security_group {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:20.801481 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d3d45ae620e40fa8c7753fd52b1755c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2741585
Nov 18 16:23:20.804929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48858) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:20.869491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-f2b15fe0-3a0a-45bb-87d2-9dee6ad88372 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Unset dirty status for tenant:01b4b5344b774fcebd5641257e5a9391 on resource:network {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:20.877883 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-f2b15fe0-3a0a-45bb-87d2-9dee6ad88372 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/networks?id=129457ca-2848-4885-a737-35fa1f159844 HTTP/1.1" status: 200  len: 811 time: 0.8008161
Nov 18 16:23:20.911898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.920312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.920756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.921504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:20.924873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-743e1744-5a92-4d5e-85c8-ba217fa6488c tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/quotas/01b4b5344b774fcebd5641257e5a9391 HTTP/1.1" status: 200  len: 375 time: 0.0460837
Nov 18 16:23:20.937870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48862) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:20.949080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:21.004305 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-66b8328d-5c31-440e-94f1-2217596d47e3 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?tenant_id=01b4b5344b774fcebd5641257e5a9391&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0708530
Nov 18 16:23:21.032756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397d68f-fd97-4089-93a4-722bdca5f073 None None] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:21.055063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48870) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:21.070772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237232816-network', 'tenant_id': 'e23c64d1ba71493b9a006c8629250edf'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:21.088848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.094303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:21.097785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.100192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Usage tracker for resource:network and tenant:e23c64d1ba71493b9a006c8629250edf is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:21.161339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Network 6062229e-0326-42f9-b211-bfe68c01af92 is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:21.167260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:21.169823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:21.318742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Pushing event updated for resources: {'Port': ['ID=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:21.370434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Attempting to bind port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:21.370842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Attempting to bind port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:21.371247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Attempting to bind port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf on network 6062229e-0326-42f9-b211-bfe68c01af92 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:21.382022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.382404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.382780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.383295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.383784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.384153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.384533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.384894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.385257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.385611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.385969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.386484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.386934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.387329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.388128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.388731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.389088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.389446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:21.389557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.389791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.390147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.390521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.390874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.391228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.391578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:21.392171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Tracked resource versions report:
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'},
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'ConntrackHelper': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Log': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Network': '1.1',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Port': '1.6',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'PortForwarding': '1.2',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'QosPolicy': '1.8',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroup': '1.2',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroupRule': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SubPort': '1.0',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Subnet': '1.1',
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Trunk': '1.1'}}
Nov 18 16:23:21.392912 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:23:21.402804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:21.404087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.422389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:21.422920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:21.423336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Checking segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:21.423908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.424478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Bound using segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:21.425059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Bound port: 2d93e4cf-3321-4c31-9ccd-24e442aab9cf, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:21.425449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.439133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:21.503683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc17f3a5-bebd-41cc-808a-17f36956baff,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:21.516995 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17662af0-d5a2-4aa3-87cf-86468996616e req-0b270800-d42b-48c2-804d-7af221a82eaf tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.1294026
Nov 18 16:23:21.523648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:21.529565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.540680 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc17f3a5-bebd-41cc-808a-17f36956baff HTTP/1.1" status: 204  len: 168 time: 0.7278719
Nov 18 16:23:21.545825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:21.578872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:21.593258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Router bd1b0137-b189-4c24-854d-36e33cc9a5b7 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:23:21.610592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] For port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:21.617986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:21.619065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] For port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:21.688375 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Made reservation on behalf of e23c64d1ba71493b9a006c8629250edf for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:21.694508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.702247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.733691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:21.766042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.782805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:21.843519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Pushing event updated for resources: {'Port': ['ID=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:21.889400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:21.900869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Usage tracker for resource:security_group_rule and tenant:e23c64d1ba71493b9a006c8629250edf is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:21.930452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Pushing event updated for resources: {'Port': ['ID=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:21.937494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:21.955886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:21.970286 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:21.975865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:22.042554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:22.113928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb75c1ea32b442580c0516196e37f15 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:22.114067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:23:22.124271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:22.126621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Sync routers for ids ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:23:22.141053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:22.160165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Routers {'bd1b0137-b189-4c24-854d-36e33cc9a5b7'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:22.161257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441c47470>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:22.199677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.201482 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.6909757
Nov 18 16:23:22.204133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 48918) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:22.224418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-e3d3bb14-01be-4789-b414-fe9ddbe298a3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:23:22.225669 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-e3d3bb14-01be-4789-b414-fe9ddbe298a3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.6402252
Nov 18 16:23:22.305151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.376724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.500642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:22.552584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Set router bd1b0137-b189-4c24-854d-36e33cc9a5b7 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:22.638558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:23:22.720934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a0f94-0fba-4ea8-aeb0-0bd6c2d1aa76,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:22.756456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.756948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Added segment 55dbfb3d-3382-4c61-b027-d6e0c0320135 of type vxlan for network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed
Nov 18 16:23:22.769657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:22.785712 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2826ed2b-055d-44c7-b4b7-d631fadcef66 req-ce953b3d-8038-4592-8394-345f11a2f6b0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.1257868
Nov 18 16:23:22.817399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.820657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.821472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.894410 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-1bd0ddeb-cabf-4cd1-a947-9ae1e805de7f service neutron] 10.222.0.23 "GET /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6593835
Nov 18 16:23:22.914867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.960438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:22.970659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-270c75a4-db46-4a6c-b0cc-640cfab0cc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:23.044308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441c47470>, [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:20Z', 'revision_number': 3, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:23.051377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Checking router: bd1b0137-b189-4c24-854d-36e33cc9a5b7 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:23:23.051661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Updating router bd1b0137-b189-4c24-854d-36e33cc9a5b7 port c1ffbf66-b219-41e4-bd42-d507daf097b6 binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:23:23.172214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a0470f-3737-476e-bcde-11f9f04095b5,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:23.179882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:23.180954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.resource_extend [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 16:23:23.240077 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cfb75c1ea32b442580c0516196e37f15&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3011200
Nov 18 16:23:23.246450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 48952) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:23.282686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:23.318517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 2d93e4cf-3321-4c31-9ccd-24e442aab9cf up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:23.486471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:23.513973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:23.579819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:23.592997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:23.593892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:23.599735 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-3cee4fa2-afe7-4a17-8a18-ebb2afd18bb3 service neutron] 10.222.0.23 "GET /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6809857
Nov 18 16:23:23.604364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:23.964094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8b49f-c574-4f0c-809d-b82a5111b51c None None] Network 6062229e-0326-42f9-b211-bfe68c01af92 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:24.297007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.403418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.407416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Allocated IP 172.20.0.1 (3eccffe0-6968-4092-9d63-86e8b23951de/c651b4ab-000b-43d4-9cc0-4ddead3a94e1/520e3f6e-e19e-4ce2-b9ba-13e65b59149b) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:24.451794 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Transition to ACTIVE for port object c1ffbf66-b219-41e4-bd42-d507daf097b6 will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:24.478717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.484811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.531221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:24.541788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Pushing event updated for resources: {'Network': ['ID=5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:24.545947 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.4895778
Nov 18 16:23:24.556350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:24.560279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49000) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:24.562849 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-24907590-837a-418a-b4e2-a0a0e40e482b req-d5745001-b289-45e5-a4ee-f757f507afbf tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.2636914
Nov 18 16:23:24.577129 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fa1ad287-9145-4a6d-ac2d-0fe7e3405d6e req-61c6d34e-0698-4c57-8f41-0e85a14ec9e6 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.2314503
Nov 18 16:23:24.583054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Request body: {'subnet': {'network_id': '5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237232816-subnet', 'tenant_id': 'e23c64d1ba71493b9a006c8629250edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:24.612922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:24.633277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.635033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Usage tracker for resource:subnet and tenant:e23c64d1ba71493b9a006c8629250edf is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:24.659312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:24.665686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:24.715303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:24.722386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a0470f-3737-476e-bcde-11f9f04095b5,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:24.731972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:24.745178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.750230 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41a0470f-3737-476e-bcde-11f9f04095b5 HTTP/1.1" status: 204  len: 168 time: 1.4893901
Nov 18 16:23:24.803944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Made reservation on behalf of e23c64d1ba71493b9a006c8629250edf for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:24.807275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:24.812875 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.846192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:23:24.896952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:24.943144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Pushing event updated for resources: {'Port': ['ID=c1ffbf66-b219-41e4-bd42-d507daf097b6,revision_number=2']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:24.973896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.974200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.974776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.975152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.975763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.975949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.976412 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.976907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.978239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.978720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.979412 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.980756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.981951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.982614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.983365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.983905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.984534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.985089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.985631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.986162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.986722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.987589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.988245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.988805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Tracked resource versions report:
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]: pushed versions:
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]: {   'AddressGroup': {'1.0'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'ConntrackHelper': {'1.0'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Log': {'1.0'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Network': {'1.1'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Port': {'1.6'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'PortForwarding': {'1.2'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'QosPolicy': {'1.8'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroup': {'1.2'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SecurityGroupRule': {'1.0'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'SubPort': {'1.0'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Subnet': {'1.1'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     'Trunk': {'1.1'}}
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]: consumer versions:
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]: {   DHCP agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     L3 agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metadata agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     Metering agent@dv-cinder-759955-2-iscsi: {},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@dv-cinder-759955-2-iscsi: {   'AddressGroup': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'ConntrackHelper': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Log': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Network': '1.1',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Port': '1.6',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'PortForwarding': '1.2',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'QosPolicy': '1.8',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroup': '1.2',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SecurityGroupRule': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'SubPort': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Subnet': '1.1',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                                      'Trunk': '1.1'},
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'ConntrackHelper': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Log': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Network': '1.1',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Port': '1.6',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'PortForwarding': '1.2',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'QosPolicy': '1.8',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroup': '1.2',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SecurityGroupRule': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'SubPort': '1.0',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Subnet': '1.1',
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:                                             'Trunk': '1.1'}}
Nov 18 16:23:24.990339 dv-cinder-759955-2-iscsi neutron-server[80292]:  {{(pid=80406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 18 16:23:25.013432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:25.026112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Provisioning for port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:25.045884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.081653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Provisioning complete for port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:25.082123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.110310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27edc613-9621-442d-b2c9-1a4112046d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:25.123599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Attempting to bind port c1ffbf66-b219-41e4-bd42-d507daf097b6 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:25.124970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Attempting to bind port c1ffbf66-b219-41e4-bd42-d507daf097b6 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:25.125311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Attempting to bind port c1ffbf66-b219-41e4-bd42-d507daf097b6 on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:25.164589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:25.168858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:25.169324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.169801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:25.170258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Bound port: c1ffbf66-b219-41e4-bd42-d507daf097b6, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:25.170751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.241954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:23:25.445765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] For port c1ffbf66-b219-41e4-bd42-d507daf097b6, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:25.522995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Pushing event updated for resources: {'Port': ['ID=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:25.532294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] For port c1ffbf66-b219-41e4-bd42-d507daf097b6, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=c1ffbf66-b219-41e4-bd42-d507daf097b6,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:25.542079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:25.590970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.597362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Network 3eccffe0-6968-4092-9d63-86e8b23951de is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:25.598953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:25.601623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:25.602237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.636980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.37', 49896) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:25.671078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.781686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] For port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:25.828542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:25.832323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:25.912613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:25.967417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.079876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Pushing event updated for resources: {'Port': ['ID=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:26.084399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:26.110701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-e1e19d4b-ef97-4b61-8772-aeeb2d373d74 None None] Provisioning complete for port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:26.112742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e1e19d4b-ef97-4b61-8772-aeeb2d373d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.150344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Routers {'bd1b0137-b189-4c24-854d-36e33cc9a5b7'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:26.151054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441c47470>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:26.322595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Pushing event updated for resources: {'Port': ['ID=c1ffbf66-b219-41e4-bd42-d507daf097b6,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:26.370167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49064) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:26.391246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-29f2b5a0-5bb0-4856-940d-5f6ff1c89573 req-291dc387-67b2-48d2-84d2-4cd1276cb999 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.2814755
Nov 18 16:23:26.450187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.461230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:26.530458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:26.539434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Usage tracker for resource:security_group_rule and tenant:57b31aca85284e2cbeed92cd6f4edec9 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:26.541968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] Set router bd1b0137-b189-4c24-854d-36e33cc9a5b7 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:26.544074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:26.549192 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f0c690bb-2668-4f11-9ff3-c96bc61a7321 req-ebdad6aa-41c0-4050-a792-dcd185865b70 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.4365127
Nov 18 16:23:26.552202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:26.592748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.654454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4e372-1d0c-4476-8010-dcb634419bec req-d3197440-53b8-4b23-bcfa-85aa4310bff6 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:26.655065 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-d3197440-53b8-4b23-bcfa-85aa4310bff6 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 1.0081162
Nov 18 16:23:26.656366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.664157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.676751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.678059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.703497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ad0e99b6-c548-4a92-981b-b04bdfac1b52 None None] Provisioning complete for port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:26.703915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad0e99b6-c548-4a92-981b-b04bdfac1b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.744683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:26.803072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:26.931332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-904f0bc6-2083-48dc-8e8f-4d92dba66fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:26.967605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Request body: {'port': {'device_id': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e', 'admin_state_up': True, 'tenant_id': '9326866b614f408fa1c9169e25ecb418'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:27.019444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Pushing event updated for resources: {'Port': ['ID=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:27.023138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:27.037267 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57b31aca85284e2cbeed92cd6f4edec9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6657617
Nov 18 16:23:27.040402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:27.059939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49088) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:27.084792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Network 3eccffe0-6968-4092-9d63-86e8b23951de is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:27.098466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:27.129535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441c47470>, [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '520e3f6e-e19e-4ce2-b9ba-13e65b59149b', 'name': '', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'mac_address': 'fa:16:3e:99:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:23Z', 'updated_at': '2020-11-18T16:23:24Z', 'revision_number': 1, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'subnets': [{'id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:27.134642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5ca863-8928-4916-b424-9db4160f6162 None None] The sync data for ids ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'] in dv-cinder-759955-2-iscsi is: [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '520e3f6e-e19e-4ce2-b9ba-13e65b59149b', 'name': '', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'mac_address': 'fa:16:3e:99:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:23Z', 'updated_at': '2020-11-18T16:23:24Z', 'revision_number': 1, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'subnets': [{'id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:23:27.203526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 2d93e4cf-3321-4c31-9ccd-24e442aab9cf up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:27.240696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664e0022-6378-4999-8973-be364e0bae30,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:27.268469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:27.297805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:27.347562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Usage tracker for resource:port and tenant:9326866b614f408fa1c9169e25ecb418 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:27.350426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:27.353414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:27.355735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Quota usage for port was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:27.360173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd786bfb-71bf-4b37-834e-ecd5417c8662,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:27.369370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:27.369873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49102) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:27.386029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:27.390456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:23:27.413160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:23:27.460203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Made reservation on behalf of 9326866b614f408fa1c9169e25ecb418 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:27.476027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:27.562318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:27.562944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14412d8c50>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:27.693950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:27.696986 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.1990731
Nov 18 16:23:27.710096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Checking segment: {'id': '55dbfb3d-3382-4c61-b027-d6e0c0320135', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:27.710508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Network hostable DHCP agents. Network: 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:23:27.776944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49118) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:27.812697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:27.899623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:27.909850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.37', 49902) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:28.038086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:28.052138 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8c9d0a68-dd75-4d91-968f-a29fc49221f5 req-1a9bb6e1-0aed-4b7a-aabd-3b4498d2d935 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.2702432
Nov 18 16:23:28.091793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:28.438948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:23:28.438948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2c9464cc-55ee-412f-b061-528e15584302 req-2275774e-5f23-412e-8a7f-86fe0f3ab3fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.1871517
Nov 18 16:23:28.447607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:28.456532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:28.467953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:28.469232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:28.504279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e473e9b0f14b908e57037059827632 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:28.520768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:28.537083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:28.617688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-47517b54-9370-4b72-9aa7-e425ed803f94 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:28.620722 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-47517b54-9370-4b72-9aa7-e425ed803f94 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.37 "GET /v2.0/networks?id=129457ca-2848-4885-a737-35fa1f159844 HTTP/1.1" status: 200  len: 811 time: 0.7084336
Nov 18 16:23:28.730548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3dc07-b702-4ce8-85a9-d84735fdd691 None None] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:28.791458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.2197399
Nov 18 16:23:28.795486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Request body: {'port': {'device_id': '9864fa23-f0e5-4995-8751-34743a0be751', 'network_id': '129457ca-2848-4885-a737-35fa1f159844', 'admin_state_up': True, 'tenant_id': '01b4b5344b774fcebd5641257e5a9391'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:28.881855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:29.054022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Allocated IP 172.20.0.3 (07de265b-ecaa-4844-92c7-be0bc3e1e18e/447ab235-6317-4cb8-886c-994e6956cd9c/c5255c8d-a242-45b7-9057-95fcb1351c3b) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:29.069771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:29.154539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:29.236629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:29.268165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:29.273137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49136) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:29.286552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Usage tracker for resource:port and tenant:01b4b5344b774fcebd5641257e5a9391 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:29.294568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Quota usage for port was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:29.309694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:29.354443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:29.359624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device c1ffbf66-b219-41e4-bd42-d507daf097b6 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:29.429298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Made reservation on behalf of 01b4b5344b774fcebd5641257e5a9391 for: {'port': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:29.435076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:29.457152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e0022-6378-4999-8973-be364e0bae30,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:29.467761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:29.609825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:29.611916 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/664e0022-6378-4999-8973-be364e0bae30 HTTP/1.1" status: 204  len: 168 time: 2.5486505
Nov 18 16:23:29.751283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port c1ffbf66-b219-41e4-bd42-d507daf097b6 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:29.828757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14412d8c50>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:21Z', 'revision_number': 3, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:29.836772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:23:29.837374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Updating router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:23:29.880064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16fdc1-c8b3-4f5d-95ed-c2ed08ec33e6 None None] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:23:29.962690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port c1ffbf66-b219-41e4-bd42-d507daf097b6 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:29.963707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:29.996212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Deleting subnet 9497c3c2-1b24-4952-9ffb-db9ce3aa6642 {{(pid=80403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:23:30.005855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.152983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.243700 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1e473e9b0f14b908e57037059827632&name=default HTTP/1.1" status: 200  len: 2647 time: 2.8721905
Nov 18 16:23:30.245890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Router bd1b0137-b189-4c24-854d-36e33cc9a5b7 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:23:30.246488 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d530bb34-6ecf-4f48-b40e-a3f8c4566904 req-75e4a247-246f-4f52-9759-03f119ee1cc8 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.1834621
Nov 18 16:23:30.250860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49150) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:30.268497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006f2f6f-7123-46d3-b6fd-13d167f80e25,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:30.282849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:30.350333 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c3df64a-fadd-4f11-b8e0-644d9277e399 req-c550a9dc-900d-4c98-9f1c-5e66a71136c7 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.2858212
Nov 18 16:23:30.370420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.378230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.381593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.401865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port c1ffbf66-b219-41e4-bd42-d507daf097b6, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=c1ffbf66-b219-41e4-bd42-d507daf097b6,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:30.446093 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.467005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:30.856485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Allocated IP 172.20.0.5 (129457ca-2848-4885-a737-35fa1f159844/59284693-0f1b-4fa3-b46f-77fbe92c7881/33071cfe-9af0-4a59-91c5-610ed68da3b1) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:30.861734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:30.971431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:31.066112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=c1ffbf66-b219-41e4-bd42-d507daf097b6,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:31.087107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:31.103050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:31.141454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:31.200210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0b55accc-f0f0-4078-943c-e01ff12db355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:31.341582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:31.344019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device c1ffbf66-b219-41e4-bd42-d507daf097b6 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:31.356351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9497c3c2-1b24-4952-9ffb-db9ce3aa6642,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:31.499787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port c1ffbf66-b219-41e4-bd42-d507daf097b6 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:31.502336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:31.656289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:31.675830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:31.676468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:31.859750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:23:31.870058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.resource_extend [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 16:23:31.947335 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-81e68c35-073a-47b6-84e5-da5ac7e64927 req-0eb53f27-6569-435f-97e7-46f25d9fca24 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.2035043
Nov 18 16:23:32.021068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.046269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event updated for resources: {'Port': ['ID=c5255c8d-a242-45b7-9057-95fcb1351c3b,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:32.050230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.067818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.091170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.098897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Sync routers for ids ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:23:32.128629 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] 10.222.0.23 "PUT /v2.0/routers/bd1b0137-b189-4c24-854d-36e33cc9a5b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9143639
Nov 18 16:23:32.129627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Routers {'bd1b0137-b189-4c24-854d-36e33cc9a5b7'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:32.136843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441c472e8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:32.153022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:32.162452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:32.195467 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Transition to ACTIVE for port object db38d49a-8e47-4a27-8790-0a08cb2d4ed4 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:32.208036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.211382 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/006f2f6f-7123-46d3-b6fd-13d167f80e25 HTTP/1.1" status: 204  len: 168 time: 1.9445336
Nov 18 16:23:32.222232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.224968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f2f6f-7123-46d3-b6fd-13d167f80e25,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:32.234081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:32.240407 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9497c3c2-1b24-4952-9ffb-db9ce3aa6642 HTTP/1.1" status: 204  len: 168 time: 2.9197927
Nov 18 16:23:32.245123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49194) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:32.260526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:32.392425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:32.411717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:32.414799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:32.420389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:32.421193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.520867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-9f362b55-39a3-44d3-9ea9-06cac0c98ab1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:32.521808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-9f362b55-39a3-44d3-9ea9-06cac0c98ab1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:32.637540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.731245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Set router bd1b0137-b189-4c24-854d-36e33cc9a5b7 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:32.785462 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8595657
Nov 18 16:23:32.815397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-9f362b55-39a3-44d3-9ea9-06cac0c98ab1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:32.816766 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-9f362b55-39a3-44d3-9ea9-06cac0c98ab1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 931 time: 1.0261488
Nov 18 16:23:32.833844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf507-f928-4c6b-9445-9777b9b666ee None None] Pushing event updated for resources: {'Port': ['ID=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:32.851919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-660bf507-f928-4c6b-9445-9777b9b666ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:32.856677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-ecd9e17b-f5f7-4af5-a1d3-ffe1c18705f9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:23:32.861086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Attempting to bind port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:32.861563 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-ecd9e17b-f5f7-4af5-a1d3-ffe1c18705f9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0188978
Nov 18 16:23:32.861646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Attempting to bind port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:32.861927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Attempting to bind port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:32.888327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:32.888797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:32.889228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.889674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:32.890199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Bound port: db38d49a-8e47-4a27-8790-0a08cb2d4ed4, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:32.890628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:32.948734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:33.042354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:33.140493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] For port db38d49a-8e47-4a27-8790-0a08cb2d4ed4, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:33.165757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] For port db38d49a-8e47-4a27-8790-0a08cb2d4ed4, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:33.217089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:33.313386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:33.359083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-2926d182-da30-43a0-99e3-fc188ca69197 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:33.599995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:33.632150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Pushing event updated for resources: {'Port': ['ID=33071cfe-9af0-4a59-91c5-610ed68da3b1,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:33.659775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:33.671482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Allocated IP 172.20.0.1 (6062229e-0326-42f9-b211-bfe68c01af92/edfdaa03-ca83-4fed-ad16-889820a0cada/b2c2f487-0548-45c8-8dbf-0081c89f30ef) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:33.754775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-2926d182-da30-43a0-99e3-fc188ca69197 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:33.759439 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-820508a1-d79b-490b-89ed-6ca355ee4f69 req-2926d182-da30-43a0-99e3-fc188ca69197 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8846250
Nov 18 16:23:33.781650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Network 129457ca-2848-4885-a737-35fa1f159844 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:33.787126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:33.803390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:33.809360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:33.810088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:33.871841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf507-f928-4c6b-9445-9777b9b666ee None None] Pushing event updated for resources: {'Port': ['ID=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:33.893259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-660bf507-f928-4c6b-9445-9777b9b666ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:33.966314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Request body: {'port': {'device_id': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:33.981721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:33.984662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14412d8c50>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:34.010074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441c472e8>, [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '520e3f6e-e19e-4ce2-b9ba-13e65b59149b', 'name': '', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'mac_address': 'fa:16:3e:99:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:23Z', 'updated_at': '2020-11-18T16:23:26Z', 'revision_number': 2, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'subnets': [{'id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:34.022294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Checking router: bd1b0137-b189-4c24-854d-36e33cc9a5b7 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:23:34.022908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Updating router bd1b0137-b189-4c24-854d-36e33cc9a5b7 port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:23:34.115392 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3420780
Nov 18 16:23:34.172722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Request body: {'port': {'device_id': '9864fa23-f0e5-4995-8751-34743a0be751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:34.197129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1441da0438>> segment before_delete 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.197855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1441da0438>> subnet precommit_delete_associations 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.198843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> segment_host_mapping after_create 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.199510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> port after_create 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.200425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> port after_delete 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.201016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> port after_update 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.201583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> segment after_delete 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.202144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> subnet after_create 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.202685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> subnet after_delete 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.203224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f144186fac8>> subnet after_update 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.229495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:34.358782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:34.499122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Transition to ACTIVE for port object b2c2f487-0548-45c8-8dbf-0081c89f30ef will not be triggered until provisioned by entity DHCP. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:34.524578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:34.575152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:34.830420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:34.886717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1441c25940>> subnet after_create 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.888087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1441c25940>> subnet after_delete 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.888351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1441c25940>> subnet before_create 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.888658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1441c25940>> subnet before_update 55550000 {{(pid=80403) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:34.889269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14418247b8>,) {'filters': {'network_id': ['64a30009-e7ac-441c-aa10-8571cd038ea3']}} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:34.964156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:34.987625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14418247b8>, '0a12cb81-384e-4c67-908d-fdc02380aba9') {'for_net_delete': True} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:34.991283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14418247b8>, '0a12cb81-384e-4c67-908d-fdc02380aba9') {} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:35.008527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852339814'] for segment, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.042040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.047666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:23:35.146572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b375adcd-9f91-4753-b045-00bf7da23fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.292966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:23:35.306209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852613515'] for segment, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.324073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.459266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14412d8c50>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:21Z', 'revision_number': 3, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:35.477867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad144b6a-bf19-4c9f-86a9-7b399ba1df18 None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:21Z', 'revision_number': 3, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:23:35.554931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Network 64a30009-e7ac-441c-aa10-8571cd038ea3 has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:23:35.627839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.646415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Transition to ACTIVE for port object 520e3f6e-e19e-4ce2-b9ba-13e65b59149b will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:35.679686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.715974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c2f487-0548-45c8-8dbf-0081c89f30ef,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:35.724210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:35.735249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   (rel_b, rel_a, rel_b),
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   (rel_b, rel_a, rel_b),
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:23:35.766824 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:23:35.772164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:35.892850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Network 6062229e-0326-42f9-b211-bfe68c01af92 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:35.898240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:35.904091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:35.904821 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:36.553656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b21b2303-d842-4e00-8a03-b2770c6f0d4f None None] Provisioning for port b2c2f487-0548-45c8-8dbf-0081c89f30ef completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:36.561175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b21b2303-d842-4e00-8a03-b2770c6f0d4f None None] Provisioning complete for port b2c2f487-0548-45c8-8dbf-0081c89f30ef triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:36.561906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b21b2303-d842-4e00-8a03-b2770c6f0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:36.574938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89be3b-aea5-4687-a68f-86b3ef5f85f1 None None] Pushing event updated for resources: {'Port': ['ID=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:36.588925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fc89be3b-aea5-4687-a68f-86b3ef5f85f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:36.755457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5255c8d-a242-45b7-9057-95fcb1351c3b {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:23:36.787610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cdc8c-2114-4d8f-8b83-74e8a4b283c3 req-c8983e16-db6c-4143-9cd1-4433a9d9b661 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:36.789643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b21b2303-d842-4e00-8a03-b2770c6f0d4f None None] Port b2c2f487-0548-45c8-8dbf-0081c89f30ef cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:23:36.796360 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dc7cdc8c-2114-4d8f-8b83-74e8a4b283c3 req-c8983e16-db6c-4143-9cd1-4433a9d9b661 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 931 time: 3.4438608
Nov 18 16:23:36.878820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Attempting to bind port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:36.879229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Attempting to bind port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:36.879344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f85c0d49-b127-4b73-a55a-9d47486b8a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:36.879626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Attempting to bind port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b on network 3eccffe0-6968-4092-9d63-86e8b23951de {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:36.917072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:36.917591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Checking segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:36.918431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:36.918868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Bound using segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:36.919392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Bound port: 520e3f6e-e19e-4ce2-b9ba-13e65b59149b, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:36.919817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.009602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.087483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.140101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Transition to ACTIVE for port object c5255c8d-a242-45b7-9057-95fcb1351c3b will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:37.199876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.226074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.227927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-dc7cdc8c-2114-4d8f-8b83-74e8a4b283c3 req-dbe6bcd6-d130-4723-97cb-02da3c25e389 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Synchronizing usage tracker for tenant:01b4b5344b774fcebd5641257e5a9391 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:37.267926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.294470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.296888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-aa6d1a64-0d50-4224-acd8-98609638ad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:37.344119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-78c4545e-8daf-4139-b6e6-1cffa284862c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:37.353939 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-78c4545e-8daf-4139-b6e6-1cffa284862c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 819 time: 1.5542991
Nov 18 16:23:37.400135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] For port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:37.403446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] For port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:37.428858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device db38d49a-8e47-4a27-8790-0a08cb2d4ed4 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:37.437836 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] 10.222.0.23 "DELETE /v2.0/networks/64a30009-e7ac-441c-aa10-8571cd038ea3 HTTP/1.1" status: 204  len: 168 time: 5.1889019
Nov 18 16:23:37.448203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.462382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49286) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:37.475050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a30009-e7ac-441c-aa10-8571cd038ea3,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:37.488169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fc89be3b-aea5-4687-a68f-86b3ef5f85f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:37.612491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f26fa3df-c134-4c90-a4d0-523aa0936028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:37.613813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c5f9b405-74a6-4a15-a3b7-5901061c1efb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:37.672967 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-f3b7cacc-8157-4964-b507-d94151c7b0e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/quotas/8eaa547ffe6247678262a1dd9e4478c4 HTTP/1.1" status: 200  len: 375 time: 0.3050430
Nov 18 16:23:37.673936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-dc7cdc8c-2114-4d8f-8b83-74e8a4b283c3 req-dbe6bcd6-d130-4723-97cb-02da3c25e389 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Unset dirty status for tenant:01b4b5344b774fcebd5641257e5a9391 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:37.675216 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dc7cdc8c-2114-4d8f-8b83-74e8a4b283c3 req-dbe6bcd6-d130-4723-97cb-02da3c25e389 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8776233
Nov 18 16:23:37.688065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:37.698956 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:37.700834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.734102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33071cfe-9af0-4a59-91c5-610ed68da3b1 {{(pid=80404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:23:37.773631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Pushing event updated for resources: {'Port': ['ID=c5255c8d-a242-45b7-9057-95fcb1351c3b,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:37.782681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:37.783022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:37.912133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Transition to ACTIVE for port object 33071cfe-9af0-4a59-91c5-610ed68da3b1 will not be triggered until provisioned by entity L2. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:37.914927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89be3b-aea5-4687-a68f-86b3ef5f85f1 None None] Pushing event updated for resources: {'Port': ['ID=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,revision_number=4']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:37.935748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fc89be3b-aea5-4687-a68f-86b3ef5f85f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:37.947282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Deleting subnet dd786bfb-71bf-4b37-834e-ecd5417c8662 {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:23:37.988371 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-9e118659-80c7-4541-9de5-7a104620ee7b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3049700
Nov 18 16:23:38.003891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.072894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Routers {'bd1b0137-b189-4c24-854d-36e33cc9a5b7'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:38.073740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441c472e8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:38.083095 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.091685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.151653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port db38d49a-8e47-4a27-8790-0a08cb2d4ed4, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:38.239541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.242485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:38.351893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-0a652eb3-f7c5-40f4-bb60-20bc215bbc33 service neutron] 10.222.0.23 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3417065
Nov 18 16:23:38.421763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:38.453189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:38.472027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bfba1068-3380-4408-8489-e231d7fad33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:38.531873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.539854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.542460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] Set router bd1b0137-b189-4c24-854d-36e33cc9a5b7 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:38.675765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Attempting to bind port c5255c8d-a242-45b7-9057-95fcb1351c3b on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:38.676308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Attempting to bind port c5255c8d-a242-45b7-9057-95fcb1351c3b by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:38.676756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Attempting to bind port c5255c8d-a242-45b7-9057-95fcb1351c3b on network 07de265b-ecaa-4844-92c7-be0bc3e1e18e {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:38.814518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Pushing event updated for resources: {'Port': ['ID=33071cfe-9af0-4a59-91c5-610ed68da3b1,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:38.819715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:38.830301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Checking segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:38.831020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.831699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Bound using segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:38.832259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Bound port: c5255c8d-a242-45b7-9057-95fcb1351c3b, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:38.832763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:38.845676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:38.854265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.134029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Attempting to bind port 33071cfe-9af0-4a59-91c5-610ed68da3b1 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:39.134660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Attempting to bind port 33071cfe-9af0-4a59-91c5-610ed68da3b1 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '12e44d0b-b3ef-4a95-8693-637194397a8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '129457ca-2848-4885-a737-35fa1f159844'}] {{(pid=80404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:39.135338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Attempting to bind port 33071cfe-9af0-4a59-91c5-610ed68da3b1 on network 129457ca-2848-4885-a737-35fa1f159844 {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:39.146658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:39.147191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Checking segment: {'id': '12e44d0b-b3ef-4a95-8693-637194397a8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '129457ca-2848-4885-a737-35fa1f159844'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:39.147718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.148264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Bound using segment: {'id': '12e44d0b-b3ef-4a95-8693-637194397a8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '129457ca-2848-4885-a737-35fa1f159844'} {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:39.148916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Bound port: 33071cfe-9af0-4a59-91c5-610ed68da3b1, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e44d0b-b3ef-4a95-8693-637194397a8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '129457ca-2848-4885-a737-35fa1f159844'}}] {{(pid=80404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:39.149392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.273476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.318287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.325969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.406972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 520e3f6e-e19e-4ce2-b9ba-13e65b59149b up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:39.463891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] For port 33071cfe-9af0-4a59-91c5-610ed68da3b1, host hv-cinder-75995, cleared binding levels {{(pid=80404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:39.467910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:39.517927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd786bfb-71bf-4b37-834e-ecd5417c8662,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:39.520976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.526368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:39.533656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.616379 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-e52e2814-05c8-4272-a273-17389e1f627b service neutron] 10.222.0.23 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2088599
Nov 18 16:23:39.644823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:39.650117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:39.650773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.711904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] For port 33071cfe-9af0-4a59-91c5-610ed68da3b1, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=33071cfe-9af0-4a59-91c5-610ed68da3b1,segment=NetworkSegment(12e44d0b-b3ef-4a95-8693-637194397a8e),segment_id=12e44d0b-b3ef-4a95-8693-637194397a8e)] {{(pid=80404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:39.713181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:39.716055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e6384-ed3b-40a4-89ad-1202a7d71d8d req-11e67045-3a62-425e-8336-53bc94d616a9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:39.718142 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-641e6384-ed3b-40a4-89ad-1202a7d71d8d req-11e67045-3a62-425e-8336-53bc94d616a9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 943 time: 1.6238558
Nov 18 16:23:39.728724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] For port c5255c8d-a242-45b7-9057-95fcb1351c3b, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:39.742833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] For port c5255c8d-a242-45b7-9057-95fcb1351c3b, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5255c8d-a242-45b7-9057-95fcb1351c3b,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:39.746376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441c472e8>, [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '520e3f6e-e19e-4ce2-b9ba-13e65b59149b', 'name': '', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'mac_address': 'fa:16:3e:99:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:23Z', 'updated_at': '2020-11-18T16:23:37Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'subnets': [{'id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:39.755855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e9af-ab4f-41ad-88e0-908250f9872f None None] The sync data for ids ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'] in dv-cinder-759955-2-iscsi is: [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:25Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '520e3f6e-e19e-4ce2-b9ba-13e65b59149b', 'name': '', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'mac_address': 'fa:16:3e:99:d6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:23Z', 'updated_at': '2020-11-18T16:23:37Z', 'revision_number': 4, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'subnets': [{'id': 'c651b4ab-000b-43d4-9cc0-4ddead3a94e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:23:39.813726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.848803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.881766 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-641e6384-ed3b-40a4-89ad-1202a7d71d8d req-3ddc0390-e02a-421b-9376-41a9564cd2c0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413243
Nov 18 16:23:39.883298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:39.920071 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e4bab235-7c75-48d5-94c8-1b29c80c12ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dd786bfb-71bf-4b37-834e-ecd5417c8662 HTTP/1.1" status: 204  len: 168 time: 2.4524951
Nov 18 16:23:40.006418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Network 6062229e-0326-42f9-b211-bfe68c01af92 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:40.072090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:40.141138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49340) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:40.165826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:40.182719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:40.253902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:40.255384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device db38d49a-8e47-4a27-8790-0a08cb2d4ed4 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:40.394533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:40.493422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c2f487-0548-45c8-8dbf-0081c89f30ef,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:40.505227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:40.525165 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e6e94923-5391-42b2-b254-382e6ba45e5c req-05cbd1e4-b256-429d-a431-85ff3d9209e2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 210 time: 0.2071960
Nov 18 16:23:40.787710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.833s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:40.810451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:40.828641 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5255c8d-a242-45b7-9057-95fcb1351c3b HTTP/1.1" status: 200  len: 1157 time: 7.4240646
Nov 18 16:23:40.847221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'tag': 'c5255c8d-a242-45b7-9057-95fcb1351c3b'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:23:40.884057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Pushing event updated for resources: {'Port': ['ID=c5255c8d-a242-45b7-9057-95fcb1351c3b,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:40.915300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:40.929017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:40.955549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a84ec-a432-44c2-a594-d0856d381595 req-519b6d77-ff89-45ed-87da-43b34df9a1d8 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:40.967207 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-197a84ec-a432-44c2-a594-d0856d381595 req-519b6d77-ff89-45ed-87da-43b34df9a1d8 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 943 time: 0.4357145
Nov 18 16:23:41.222239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:41.228593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:41.259527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:41.260421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:41.281869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49400) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:41.333012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d65ab12f-72ea-4f89-9353-81bb924bf2bc None None] Provisioning complete for port b2c2f487-0548-45c8-8dbf-0081c89f30ef triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:41.333553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d65ab12f-72ea-4f89-9353-81bb924bf2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:41.447295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-197a84ec-a432-44c2-a594-d0856d381595 req-a3b72f54-8581-4324-8d2a-a44a031d8ae5 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4696958
Nov 18 16:23:41.456295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-d65ab12f-72ea-4f89-9353-81bb924bf2bc None None] Port b2c2f487-0548-45c8-8dbf-0081c89f30ef cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:23:41.679176 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-631ff99f-f07e-49b1-96d7-02ddf8cf39b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 1160 time: 0.7003164
Nov 18 16:23:41.782981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 520e3f6e-e19e-4ce2-b9ba-13e65b59149b up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:41.837096 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-0c79f506-2352-4a24-bbe9-fb4bf171b372 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5255c8d-a242-45b7-9057-95fcb1351c3b HTTP/1.1" status: 200  len: 217 time: 0.1274188
Nov 18 16:23:41.866428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:41.866963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.017584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-e033ced7-858e-4814-be11-503d01de4b45 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:42.019690 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-e033ced7-858e-4814-be11-503d01de4b45 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 819 time: 0.7800992
Nov 18 16:23:42.052338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.218208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-77d0dd3b-7243-425d-8770-e3692b7a783c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/quotas/8eaa547ffe6247678262a1dd9e4478c4 HTTP/1.1" status: 200  len: 375 time: 0.1071675
Nov 18 16:23:42.237998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4e372-1d0c-4476-8010-dcb634419bec req-d146f3a8-8c7b-4858-a3f2-65caf11b7ff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:42.240871 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-d146f3a8-8c7b-4858-a3f2-65caf11b7ff5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.3562565
Nov 18 16:23:42.243217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:42.250164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1cea7c36fd254abeb9a4065d8204c38c is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:42.273865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:42.361265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.363240 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] 10.222.0.37 "PUT /v2.0/ports/33071cfe-9af0-4a59-91c5-610ed68da3b1 HTTP/1.1" status: 200  len: 1157 time: 8.2144775
Nov 18 16:23:42.366455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9864fa23-f0e5-4995-8751-34743a0be751', 'tag': '33071cfe-9af0-4a59-91c5-610ed68da3b1'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:23:42.367816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d47d4a-bf83-4f30-bc66-53b36e3de7ed req-317722b6-72ff-49a4-b7ac-ac62039de08c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:42.369447 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f6d47d4a-bf83-4f30-bc66-53b36e3de7ed req-317722b6-72ff-49a4-b7ac-ac62039de08c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 943 time: 0.4880159
Nov 18 16:23:42.370404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:42.462700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.465723 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f6d47d4a-bf83-4f30-bc66-53b36e3de7ed req-3cfc786b-969b-43dc-8d92-71b79e538242 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808899
Nov 18 16:23:42.485021 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-afbeee11-69dd-4bfe-a8f9-2b49dd50c407 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2296634
Nov 18 16:23:42.555669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Pushing event updated for resources: {'Port': ['ID=33071cfe-9af0-4a59-91c5-610ed68da3b1,revision_number=3']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:42.589472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.802s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:42.654427 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-884fbf1a-2a72-4de2-963e-566c3a03215b service neutron] 10.222.0.23 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683755
Nov 18 16:23:42.770571 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'tag': 'c5255c8d-a242-45b7-9057-95fcb1351c3b', 'status': 'completed', 'code': 200}
Nov 18 16:23:42.824718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.873817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.890611 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-27b4f21d-3366-434f-9071-d56eed281e8d service neutron] 10.222.0.23 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2352009
Nov 18 16:23:42.905902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:42.915333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:42.934423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1cea7c36fd254abeb9a4065d8204c38c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5899725
Nov 18 16:23:42.964182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49472) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:43.002976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052cb4a-3ed3-4618-80d6-ccbfcc3bc228,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:43.006813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:43.124974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f14417a7160>> segment before_delete 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.125303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f14417a7160>> subnet precommit_delete_associations 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.126077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> segment_host_mapping after_create 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.126455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> port after_create 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.126860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> port after_delete 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.127221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> port after_update 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.127599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> segment after_delete 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.127960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> subnet after_create 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.128316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> subnet after_delete 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.128698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f14420665c0>> subnet after_update 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.129488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c53fa-14b4-4a9d-9859-adb139f54f66 req-c833fe59-415d-47ea-babd-b72214406aa3 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:43.131183 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2f3c53fa-14b4-4a9d-9859-adb139f54f66 req-c833fe59-415d-47ea-babd-b72214406aa3 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 943 time: 0.2263184
Nov 18 16:23:43.147931 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-6aa242b6-5f50-4544-85c8-c9f53673a5ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0904016
Nov 18 16:23:43.194954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1440c92cf8>> subnet after_create 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.195339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1440c92cf8>> subnet after_delete 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.195707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1440c92cf8>> subnet before_create 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.196080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1440c92cf8>> subnet before_update 55550000 {{(pid=80404) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 18 16:23:43.196481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f144180f898>,) {'filters': {'network_id': ['5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:43.278452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f144180f898>, '55dbfb3d-3382-4c61-b027-d6e0c0320135') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:43.278964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f144180f898>, '55dbfb3d-3382-4c61-b027-d6e0c0320135') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:43.323855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:43.332731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:43.370620 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-1d722082-4809-4f80-a351-340515e56e52 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063873
Nov 18 16:23:43.389283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:43.389411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2f3c53fa-14b4-4a9d-9859-adb139f54f66 req-0794bb74-8f3d-484f-8e19-05cbc9a30a6d tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441375
Nov 18 16:23:43.407400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:23:43.458768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:43.462559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:23:43.483977 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-2cf0502c-3912-469b-a266-2fda5090b245 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01b4b5344b774fcebd5641257e5a9391&device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 1160 time: 0.2744379
Nov 18 16:23:43.619774 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efc4e372-1d0c-4476-8010-dcb634419bec req-d5f001a9-c94a-40d6-9dbb-978ecb466108 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2028224
Nov 18 16:23:43.677919 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-527d85cb-8924-4412-9032-e37842c03c88 req-9cc05edb-faae-4bc3-8d51-23a5704d61d2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 210 time: 0.0506306
Nov 18 16:23:43.726153 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9864fa23-f0e5-4995-8751-34743a0be751', 'tag': '33071cfe-9af0-4a59-91c5-610ed68da3b1', 'status': 'completed', 'code': 200}
Nov 18 16:23:43.726153 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-b0a86e9d-f47e-4e60-b1e2-27fb3fc4131a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33071cfe-9af0-4a59-91c5-610ed68da3b1 HTTP/1.1" status: 200  len: 217 time: 0.2217960
Nov 18 16:23:43.809908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49502) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:43.814149 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-855bf3dd-f7a1-49aa-88f4-23b0e2c7ca67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 1160 time: 0.1084073
Nov 18 16:23:43.823625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-22c462f0-9b0a-4f60-b753-709f363413be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:43.825998 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-22c462f0-9b0a-4f60-b753-709f363413be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59284693-0f1b-4fa3-b46f-77fbe92c7881 HTTP/1.1" status: 200  len: 851 time: 0.0939295
Nov 18 16:23:43.977883 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-3d766f34-ea07-4c63-9a57-e8fb948f1fcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=129457ca-2848-4885-a737-35fa1f159844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547490
Nov 18 16:23:43.984709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:23:43.999130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.37', 49915) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:44.012079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:44.123962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec8607-24ac-485a-9cd9-bd224faf5e01 req-7948ead7-0746-4308-8771-41db0d742b9e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:44.125617 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e2ec8607-24ac-485a-9cd9-bd224faf5e01 req-7948ead7-0746-4308-8771-41db0d742b9e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 943 time: 0.1995864
Nov 18 16:23:44.155180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-35d695bb-2359-4839-80e2-0464babddd7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:44.156783 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-35d695bb-2359-4839-80e2-0464babddd7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 908 time: 0.3353357
Nov 18 16:23:44.226503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:44.626192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49516) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:44.626900 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-56a96d7f-a0cc-4485-acca-dd51ed0c0850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5255c8d-a242-45b7-9057-95fcb1351c3b HTTP/1.1" status: 200  len: 217 time: 0.3234026
Nov 18 16:23:44.626900 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e2ec8607-24ac-485a-9cd9-bd224faf5e01 req-f5e87ce2-1c5e-46b8-b325-cf53ece034e9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4061685
Nov 18 16:23:44.646393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:44.659841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6f850c0a-37ee-49c0-b2a9-e1ccb3a91843 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:44.661473 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6f850c0a-37ee-49c0-b2a9-e1ccb3a91843 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 819 time: 0.6599982
Nov 18 16:23:44.662621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Usage tracker for resource:security_group_rule and tenant:5fc69814627743f49d038e677d9c7053 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:44.667503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:44.677950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:44.685058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Request body: {'port': {'device_id': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'admin_state_up': True, 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:44.708823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-5923df65-9625-4cf2-979a-4fc6aebe645b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:44.710396 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-5923df65-9625-4cf2-979a-4fc6aebe645b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.1470871
Nov 18 16:23:44.724865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:44.731982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Network 5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:23:44.769849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   (rel_b, rel_a, rel_b),
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   (rel_b, rel_a, rel_b),
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:23:44.779647 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:23:44.783023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:44.799547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-e5c0383f-7921-4729-a9f8-742c3f415648 service neutron] 10.222.0.37 "GET /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7719908
Nov 18 16:23:44.834318 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-06b87b9c-44f6-4b4c-b020-b63d3a606df0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1019049
Nov 18 16:23:44.913575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052cb4a-3ed3-4618-80d6-ccbfcc3bc228,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:44.941032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:44.942694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:44.946241 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6052cb4a-3ed3-4618-80d6-ccbfcc3bc228 HTTP/1.1" status: 204  len: 168 time: 1.9786117
Nov 18 16:23:45.017386 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5f8c10a-f9bf-4454-96fa-d97ce767a538 req-9cdfeeb3-6f01-4265-bd8a-685cceb661cb tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 210 time: 0.1235089
Nov 18 16:23:45.090632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:45.111209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Usage tracker for resource:security_group_rule and tenant:a9558b3a2e654c9ab173f2777dd41a3b is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:45.119646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:45.131805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:45.139192 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-258c44cf-69d3-4583-89e6-15f2c275d947 req-ff2b6fd8-1d43-4088-ae05-1575cf3250f2 service neutron] 10.222.0.37 "GET /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3243780
Nov 18 16:23:45.159883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:45.160122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:23:45.170798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:23:45.179398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Usage tracker for resource:port and tenant:8eaa547ffe6247678262a1dd9e4478c4 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:45.182515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Quota usage for port was recalculated. Used quota:1. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:45.186992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:45.189214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441a61ac8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:45.192948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd21d2-2970-411d-bf19-dd6a9e7bdef1 req-86bbdf07-6c7f-4f00-a8aa-d715396c71db tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:45.194160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.194572 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fdfd21d2-2970-411d-bf19-dd6a9e7bdef1 req-86bbdf07-6c7f-4f00-a8aa-d715396c71db tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 943 time: 0.4639850
Nov 18 16:23:45.206089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:45.212990 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-7a0c8429-01ba-4b8f-b434-85128905fa81 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3207493
Nov 18 16:23:45.213362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f43fca17-1654-4885-a498-4da02483ec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:45.240543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.242561 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed HTTP/1.1" status: 204  len: 168 time: 4.7362516
Nov 18 16:23:45.253051 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] 10.222.0.23 "PUT /v2.0/routers/a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.4749761
Nov 18 16:23:45.253957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.279681 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fdfd21d2-2970-411d-bf19-dd6a9e7bdef1 req-3d2cc103-4580-4edb-9e4c-7822c470c6b6 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656748
Nov 18 16:23:45.282405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9fb101-4a8e-4c5d-b9fc-9fb22ce656ed,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:45.303275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:45.305193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.325749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Made reservation on behalf of 8eaa547ffe6247678262a1dd9e4478c4 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:45.331506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.333428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.342343 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:45.384915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.449591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bdfe091d-3a0f-479f-b1f7-68f441ac4c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:45.481497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:45.565516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b63bd-d5ae-415e-9eab-33e793739a47,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:45.571028 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9558b3a2e654c9ab173f2777dd41a3b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0936298
Nov 18 16:23:45.573475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:45.579650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49544) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:45.639130 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-1e0cac65-a894-43e3-88c5-3100a75d1ebb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01b4b5344b774fcebd5641257e5a9391&device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 1160 time: 0.2180057
Nov 18 16:23:45.755382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d5f8b1-1d9b-4c54-a00e-811f23820aa7,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:45.770701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fc69814627743f49d038e677d9c7053&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9551172
Nov 18 16:23:45.774236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:45.798014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49550) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:45.877947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.899273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49554) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:45.961791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441a61ac8>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 2, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:45.964202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:45.967057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:23:45.967629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Updating router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca port b2c2f487-0548-45c8-8dbf-0081c89f30ef binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:23:46.029751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.057936 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-60f4edb8-f919-42d3-b02f-5f09481d55be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ee9636d695b421895e5098f2bad6b00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1572995
Nov 18 16:23:46.064476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4db0-1870-4daa-b504-3b5f39429980 req-2d2ae163-615c-40cd-9c71-031fe28d6bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:46.066209 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-2d2ae163-615c-40cd-9c71-031fe28d6bfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=129457ca-2848-4885-a737-35fa1f159844 HTTP/1.1" status: 200  len: 905 time: 0.4150119
Nov 18 16:23:46.066866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49560) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:46.102569 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018ddb3a-718e-41e7-be3d-f96a4f184bc3 req-53e9d7c4-6eab-4b1a-94a4-14c3fe96a7de service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8164294
Nov 18 16:23:46.132878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.180610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49566) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:46.220787 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-d3bba236-3f3f-4910-bd5c-0a90a489391b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33071cfe-9af0-4a59-91c5-610ed68da3b1 HTTP/1.1" status: 200  len: 217 time: 0.1462641
Nov 18 16:23:46.236839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.280085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.350515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4db0-1870-4daa-b504-3b5f39429980 req-ef35c928-df6e-49c4-867f-092261f5325f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:46.352669 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-ef35c928-df6e-49c4-867f-092261f5325f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59284693-0f1b-4fa3-b46f-77fbe92c7881 HTTP/1.1" status: 200  len: 851 time: 0.1212084
Nov 18 16:23:46.353914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.354804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.417698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Allocated IP 172.20.0.5 (3eccffe0-6968-4092-9d63-86e8b23951de/c651b4ab-000b-43d4-9cc0-4ddead3a94e1/165056db-e5bb-4760-968d-e057abc4aff7) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:46.439058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461b62-3f0d-412a-8547-e27146e46c0d req-86e295af-882f-4735-94c9-b35bccd3be28 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:46.440720 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-51461b62-3f0d-412a-8547-e27146e46c0d req-86e295af-882f-4735-94c9-b35bccd3be28 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 943 time: 0.5970235
Nov 18 16:23:46.447229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b7d5e045-73fc-40d1-8571-e1f6f9165607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:46.457100 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-6e0c4c0f-00cd-4912-aa15-bd0519a03d8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=129457ca-2848-4885-a737-35fa1f159844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0821650
Nov 18 16:23:46.528817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.530388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27d5f8b1-1d9b-4c54-a00e-811f23820aa7 HTTP/1.1" status: 204  len: 168 time: 0.7310159
Nov 18 16:23:46.531740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d5f8b1-1d9b-4c54-a00e-811f23820aa7,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:46.544099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:46.546942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.577894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:46.591505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-8c352997-dd27-4392-b3c2-44946ba1146f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:46.593191 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-8c352997-dd27-4392-b3c2-44946ba1146f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 819 time: 0.3337100
Nov 18 16:23:46.598597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Usage tracker for resource:security_group_rule and tenant:c596ace30e8e477eac7fb26d293b9487 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:46.605077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:46.610758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Request body: {'port': {'device_id': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de', 'admin_state_up': True, 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:46.642992 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-51461b62-3f0d-412a-8547-e27146e46c0d req-93a206b4-b08f-4b7a-8de6-5e8d46d05440 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755860
Nov 18 16:23:46.656370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.698404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:46.725817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-198538fd-60a4-4685-9dd5-63069392f31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:46.798318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b63bd-d5ae-415e-9eab-33e793739a47,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:46.833504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.850774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Transition to ACTIVE for port object b2c2f487-0548-45c8-8dbf-0081c89f30ef will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:46.860986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:46.866995 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-8d4d3ee5-6909-4f3d-a0d1-b52f643de81c service neutron] 10.222.0.37 "GET /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947952
Nov 18 16:23:46.909499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.936099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:46.956723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b1abebd7-fc42-4f5f-b59f-96c91529497b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:46.961695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9294bb09-0d95-46df-9262-b99f9c3e81b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:47.042031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11de8-eac9-4a48-828a-2401b8790da8 None None] Pushing event updated for resources: {'Port': ['ID=b2c2f487-0548-45c8-8dbf-0081c89f30ef,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:47.044650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-4f4ff698-d91c-4c9f-b93e-40a0cc015e45 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:23:47.047311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-52c11de8-eac9-4a48-828a-2401b8790da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:47.066833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.068061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49580) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:47.111945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.123392 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb867827-14ef-4ba2-9125-3fbea3480128 HTTP/1.1" status: 204  len: 168 time: 1.0480626
Nov 18 16:23:47.130333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'security_group': {'name': 'tempest-securitygroup--1362796911', 'description': 'tempest-description--156548000'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:47.136202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb867827-14ef-4ba2-9125-3fbea3480128,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:47.142354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.143520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:47.146477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:47.188800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:47.191530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:47.201039 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c596ace30e8e477eac7fb26d293b9487&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0187161
Nov 18 16:23:47.206071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:47.208973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49590) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:47.230493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:47.235034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Usage tracker for resource:port and tenant:8eaa547ffe6247678262a1dd9e4478c4 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:47.238295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Quota usage for port was recalculated. Used quota:1. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:47.244702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:47.360383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:47.415546 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-290a4db0-1870-4daa-b504-3b5f39429980 req-331157c0-ad61-4cbb-88ab-0b715100940e service neutron] 10.222.0.37 "GET /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5417047
Nov 18 16:23:47.421893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c74197c-8b66-422a-b54e-49297cc4ded9,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:47.426272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:47.444673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device c5255c8d-a242-45b7-9057-95fcb1351c3b up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:47.467706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.500198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.533331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.539774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Made reservation on behalf of 8eaa547ffe6247678262a1dd9e4478c4 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:23:47.546461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.560723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Attempting to bind port b2c2f487-0548-45c8-8dbf-0081c89f30ef on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:47.561622 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Attempting to bind port b2c2f487-0548-45c8-8dbf-0081c89f30ef by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:47.562011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Attempting to bind port b2c2f487-0548-45c8-8dbf-0081c89f30ef on network 6062229e-0326-42f9-b211-bfe68c01af92 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:47.577552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:47.579440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Checking segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:47.579440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.579440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Bound using segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:47.579440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Bound port: b2c2f487-0548-45c8-8dbf-0081c89f30ef, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:47.580021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.589785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:47.594231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:47.597612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:47.604465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:47.651523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-0b010bf1-55a1-48dc-8757-bed9fe7c9935 req-9df419f8-6c20-475c-b795-2ade9ede95b7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Synchronizing usage tracker for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:47.663364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.682259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.682834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49598) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:47.686919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:47.690494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] For port b2c2f487-0548-45c8-8dbf-0081c89f30ef, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:47.691524 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b64b63bd-d5ae-415e-9eab-33e793739a47 HTTP/1.1" status: 204  len: 168 time: 2.0705218
Nov 18 16:23:47.694135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] For port b2c2f487-0548-45c8-8dbf-0081c89f30ef, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=b2c2f487-0548-45c8-8dbf-0081c89f30ef,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:47.717446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c74197c-8b66-422a-b54e-49297cc4ded9,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:47.722600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.726390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.727821 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c74197c-8b66-422a-b54e-49297cc4ded9 HTTP/1.1" status: 204  len: 168 time: 0.5132349
Nov 18 16:23:47.742205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:47.750890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.754189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.755773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:47.794871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:47.801797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Usage tracker for resource:security_group_rule and tenant:91a3486cd57942ada3bb2188d3057ae6 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:47.805121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:47.813448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:47.817333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-0b010bf1-55a1-48dc-8757-bed9fe7c9935 req-9df419f8-6c20-475c-b795-2ade9ede95b7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Unset dirty status for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:47.818779 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0b010bf1-55a1-48dc-8757-bed9fe7c9935 req-9df419f8-6c20-475c-b795-2ade9ede95b7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 210 time: 0.5944164
Nov 18 16:23:47.835141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.882204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port c5255c8d-a242-45b7-9057-95fcb1351c3b completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:47.903247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port c5255c8d-a242-45b7-9057-95fcb1351c3b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:47.903675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.908076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.910695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:47.948332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e37b9-2e11-49bb-bab9-e5f5eeb5d150 req-5c616fb0-edc7-4a92-97eb-3dbd0b7555bb tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:47.960480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8f2a7140-1e9f-4530-bb26-0dd9d9382c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:47.960813 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-017e37b9-2e11-49bb-bab9-e5f5eeb5d150 req-5c616fb0-edc7-4a92-97eb-3dbd0b7555bb tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 943 time: 0.4660211
Nov 18 16:23:47.998454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.002345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.006598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.8945122
Nov 18 16:23:48.022539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49606) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:48.033899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'security_group_rule': {'security_group_id': 'cc1ab23d-4236-4af5-b4b3-336d0d625b36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:48.043691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ab23d-4236-4af5-b4b3-336d0d625b36,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.059819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:48.064091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.065122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2c3e95df-913e-4c9f-9359-9da0daae3402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:48.083036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:48.090016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11de8-eac9-4a48-828a-2401b8790da8 None None] Pushing event updated for resources: {'Port': ['ID=b2c2f487-0548-45c8-8dbf-0081c89f30ef,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.095220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:48.105738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-52c11de8-eac9-4a48-828a-2401b8790da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.123521 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91a3486cd57942ada3bb2188d3057ae6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4160302
Nov 18 16:23:48.129982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:48.133652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49610) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:48.141834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf5a3ae-835a-4ca8-8b3b-9e9cdf1bc5b6,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.179580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.186929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.228478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5255c8d-a242-45b7-9057-95fcb1351c3b'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:23:48.276125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49616) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:48.281494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.284409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.290987 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-017e37b9-2e11-49bb-bab9-e5f5eeb5d150 req-8e47b391-a146-4f56-a740-6b58617c09af tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238435
Nov 18 16:23:48.314664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:23:48.315348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441a61ac8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:23:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:48.357738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:48.473489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.483518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.531744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.538393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.551134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:48.571956 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9d9d316c-303f-48d8-bb1d-92ef818e0979 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e23c64d1ba71493b9a006c8629250edf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2373290
Nov 18 16:23:48.572628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49622) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:48.594203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port c5255c8d-a242-45b7-9057-95fcb1351c3b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5255c8d-a242-45b7-9057-95fcb1351c3b,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:48.622930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b039e776-19bd-4691-b366-9de43f64b2e8,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.629742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.688595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Pushing event updated for resources: {'Port': ['ID=165056db-e5bb-4760-968d-e057abc4aff7,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.698517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.702051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.708014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-660bf507-f928-4c6b-9445-9777b9b666ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:48.719416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740f738-0647-4633-b2e1-f07b0e576f29 req-06e0f17a-f1ae-4e44-ad4a-0b3c68732faf tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:48.726842 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2740f738-0647-4633-b2e1-f07b0e576f29 req-06e0f17a-f1ae-4e44-ad4a-0b3c68732faf tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 943 time: 0.6568863
Nov 18 16:23:48.730586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Allocated IP 172.20.0.11 (3eccffe0-6968-4092-9d63-86e8b23951de/c651b4ab-000b-43d4-9cc0-4ddead3a94e1/86414f4d-369e-47a0-a1e0-ed9deb7cf519) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:48.788571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49626) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:48.789386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.791734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.793738 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7695863
Nov 18 16:23:48.797436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.798461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49630) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:48.821064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'security_group_rule': {'security_group_id': 'cc1ab23d-4236-4af5-b4b3-336d0d625b36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:48.829648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:48.833142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=c5255c8d-a242-45b7-9057-95fcb1351c3b,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.834952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:48.841292 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.845831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:23:48.850262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:48.857755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.858253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:48.883737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-eabc566e-c1e1-4ab8-8870-cf8376feac4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:48.909504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf5a3ae-835a-4ca8-8b3b-9e9cdf1bc5b6,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:48.920911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:48.925177 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2740f738-0647-4633-b2e1-f07b0e576f29 req-b3036049-829d-4010-abab-f40cb13f39c4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972909
Nov 18 16:23:48.940235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.972587 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Network 3eccffe0-6968-4092-9d63-86e8b23951de is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:48.991135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:48.993034 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cf5a3ae-835a-4ca8-8b3b-9e9cdf1bc5b6 HTTP/1.1" status: 204  len: 168 time: 0.8582964
Nov 18 16:23:48.996168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.031121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:49.070500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:49.116340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.153542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-03986f38-ea67-4a4a-9e55-40ac8f22c29a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:23:49.155715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.220872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:49.237566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6902026a-9f0f-413b-acb7-12305c47f07b,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:49.240402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:49.259436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-87b43170-d06f-418c-bb55-e00a6f0d784f req-93141db1-ec24-41be-b28b-5d9d5ea954ff tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 210 time: 0.1436415
Nov 18 16:23:49.265706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:49.275347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Usage tracker for resource:security_group_rule and tenant:096c432fba2544529798635bb59094e9 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:49.281484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:49.302026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.303416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:49.305516 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4902351
Nov 18 16:23:49.306707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.313308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49652) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:49.316822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:49.326745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:49.327427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.334464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:49.345674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a0f94-0fba-4ea8-aeb0-0bd6c2d1aa76,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:49.352137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:49.363782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:49.374218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.378979 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f84a0f94-0fba-4ea8-aeb0-0bd6c2d1aa76 HTTP/1.1" status: 204  len: 168 time: 0.7461393
Nov 18 16:23:49.382683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:floatingip and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:49.395080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:49.416994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:49.442074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.450727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441a61ac8>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:47Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:23:49.455819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d6650-a181-4d6f-b459-c0ebb368c37c None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:47Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:23:49.499253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 33071cfe-9af0-4a59-91c5-610ed68da3b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:49.523006 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8462412
Nov 18 16:23:49.523825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.620023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.642105 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5255c8d-a242-45b7-9057-95fcb1351c3b', 'code': 200}
Nov 18 16:23:49.650346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 33071cfe-9af0-4a59-91c5-610ed68da3b1 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:49.653531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Request body: {'port': {'device_id': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:49.678937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 33071cfe-9af0-4a59-91c5-610ed68da3b1 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:49.679426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.758824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.758824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.786321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-65399f75-f058-46a6-9301-c93f1f0eba4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:49.847008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b2c2f487-0548-45c8-8dbf-0081c89f30ef up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:49.945726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:49.946158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38af2c0-a756-40dd-b656-7a2edda87984,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:50.005941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 33071cfe-9af0-4a59-91c5-610ed68da3b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=33071cfe-9af0-4a59-91c5-610ed68da3b1,segment=NetworkSegment(12e44d0b-b3ef-4a95-8693-637194397a8e),segment_id=12e44d0b-b3ef-4a95-8693-637194397a8e)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:50.048922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:50.069040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-04f07c9e-4388-465e-b028-93155a6c8606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:50.106626 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=096c432fba2544529798635bb59094e9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3147690
Nov 18 16:23:50.109383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49668) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:50.199387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:50.251511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:50.481757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:50.517124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Pushing event updated for resources: {'Port': ['ID=86414f4d-369e-47a0-a1e0-ed9deb7cf519,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:50.524846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:50.533099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7b7ab-3e1c-4486-a9bf-15f9224ab4a9 req-428dfd5e-c417-4eac-b964-412c373e9829 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:50.534760 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e4c7b7ab-3e1c-4486-a9bf-15f9224ab4a9 req-428dfd5e-c417-4eac-b964-412c373e9829 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 943 time: 0.9470181
Nov 18 16:23:50.651128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Network 3eccffe0-6968-4092-9d63-86e8b23951de is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:50.675040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:50.715246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:50.772698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb802309-1c6c-40da-b6b3-3cbd6d21e2d3 req-5d066bcd-3df7-4243-aed5-edcfb7409e25 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:50.774402 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cb802309-1c6c-40da-b6b3-3cbd6d21e2d3 req-5d066bcd-3df7-4243-aed5-edcfb7409e25 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 945 time: 0.6666017
Nov 18 16:23:50.798880 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e4c7b7ab-3e1c-4486-a9bf-15f9224ab4a9 req-508619c6-ad8f-44e0-b6f2-690fb296d845 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558198
Nov 18 16:23:50.841673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:50.944675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:50.945264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.031417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.035605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port b2c2f487-0548-45c8-8dbf-0081c89f30ef completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:23:51.039012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:51.040350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.046756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device c5255c8d-a242-45b7-9057-95fcb1351c3b up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:51.056589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38af2c0-a756-40dd-b656-7a2edda87984,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:51.073774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:51.076308 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cb802309-1c6c-40da-b6b3-3cbd6d21e2d3 req-4da9e75f-d9ab-430d-bf6f-23a86c43a0a3 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2893670
Nov 18 16:23:51.082454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.086418 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b38af2c0-a756-40dd-b656-7a2edda87984 HTTP/1.1" status: 204  len: 168 time: 0.9734125
Nov 18 16:23:51.149205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49676) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:51.177204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:51.183520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.185421 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5791087
Nov 18 16:23:51.240275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:51.249366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Usage tracker for resource:security_group_rule and tenant:975582463c3a4678bd95546ebdf66474 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:51.252774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:51.259409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:51.267552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Request body: {'port': {'device_id': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:23:51.281017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port b2c2f487-0548-45c8-8dbf-0081c89f30ef triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:51.281604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.341857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.396119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.409388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:51.445100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=33071cfe-9af0-4a59-91c5-610ed68da3b1,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:51.452470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:51.453600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port c5255c8d-a242-45b7-9057-95fcb1351c3b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:51.454135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.483341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1919ff43-5b53-42df-9139-cb369ceee635,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:51.489445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5da64-a48e-4057-a242-8ec0b717cf82 req-d9380f0e-5404-4940-8c3f-bffd2fa950df tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:51.490209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-7ad5da64-a48e-4057-a242-8ec0b717cf82 req-d9380f0e-5404-4940-8c3f-bffd2fa950df tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Synchronizing usage tracker for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:23:51.501677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:51.514151 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=975582463c3a4678bd95546ebdf66474&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3637719
Nov 18 16:23:51.520217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49682) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:51.537753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.546362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-ba4b67c7-fc23-48e0-a91e-a815f314b052 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 1162 time: 0.2028940
Nov 18 16:23:51.578368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.612792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.628333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:51.634818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Usage tracker for resource:security_group_rule and tenant:84dfce5e9c124c5ca1197efad329360e is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:51.635580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port b2c2f487-0548-45c8-8dbf-0081c89f30ef, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=b2c2f487-0548-45c8-8dbf-0081c89f30ef,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:23:51.639693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:51.643091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9864fa23-f0e5-4995-8751-34743a0be751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33071cfe-9af0-4a59-91c5-610ed68da3b1'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:23:51.647038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:51.708040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.710242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:51.755372 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9864fa23-f0e5-4995-8751-34743a0be751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33071cfe-9af0-4a59-91c5-610ed68da3b1', 'code': 200}
Nov 18 16:23:51.774485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.779895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 33071cfe-9af0-4a59-91c5-610ed68da3b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:51.809384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:51.817237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.resource_extend [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 16:23:51.828136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-7ad5da64-a48e-4057-a242-8ec0b717cf82 req-d9380f0e-5404-4940-8c3f-bffd2fa950df tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Unset dirty status for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:23:51.838156 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7ad5da64-a48e-4057-a242-8ec0b717cf82 req-d9380f0e-5404-4940-8c3f-bffd2fa950df tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 932 time: 0.8808856
Nov 18 16:23:51.866781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:51.875757 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9cfce5d7-504b-4e73-9ce3-b1fd415a1588 req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227062
Nov 18 16:23:51.934017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e22838d0-8f8a-4ee6-9f34-00d94ead77b4,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:51.941561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:51.942590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=b2c2f487-0548-45c8-8dbf-0081c89f30ef,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:51.956435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:52.000379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 33071cfe-9af0-4a59-91c5-610ed68da3b1 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:52.000800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:52.125909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Allocated IP 172.27.3.130 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/21dbb0b6-6f24-4cc7-9e32-632530f0c605) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:23:52.153718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device c5255c8d-a242-45b7-9057-95fcb1351c3b up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:52.203856 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7ad5da64-a48e-4057-a242-8ec0b717cf82 req-8b9c926c-cf1e-4df1-b2d9-676dfa077523 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3646522
Nov 18 16:23:52.218345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165056db-e5bb-4760-968d-e057abc4aff7 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:23:52.227579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:52.238007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port c5255c8d-a242-45b7-9057-95fcb1351c3b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:52.238798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:52.244154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Transition to ACTIVE for port object 165056db-e5bb-4760-968d-e057abc4aff7 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:52.255728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:52.298689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:52.303778 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2e5b6bc9-2d0f-4a68-83ec-72bb36642369 req-fbb0e90e-0503-45af-81e5-75619908fc2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 1162 time: 0.1903815
Nov 18 16:23:52.394237 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2e5b6bc9-2d0f-4a68-83ec-72bb36642369 req-967093b5-2911-4c34-acf3-b658895c009c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832531
Nov 18 16:23:52.671269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:52.704324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:52.725266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:23:53.035075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd19a6-25ce-4647-9326-0b926227575a req-89c8086e-3d1f-4a06-ae15-c2f2d87e1874 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:53.036751 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41fd19a6-25ce-4647-9326-0b926227575a req-89c8086e-3d1f-4a06-ae15-c2f2d87e1874 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.9774253
Nov 18 16:23:53.059556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=165056db-e5bb-4760-968d-e057abc4aff7,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:53.095979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:53.251661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.262042 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41fd19a6-25ce-4647-9326-0b926227575a req-33c27b10-28ca-476c-8a64-3cedbc05377e tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080696
Nov 18 16:23:53.268261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1874ef-b8e8-43a4-b8a2-569b7e499440 req-82854f96-7479-466f-8554-c9a6b8b504a2 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:53.269859 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9a1874ef-b8e8-43a4-b8a2-569b7e499440 req-82854f96-7479-466f-8554-c9a6b8b504a2 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 945 time: 0.8008294
Nov 18 16:23:53.324698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.353684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5c4deed1-c9c2-404d-9ef5-7ecae0ac92a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:53.442022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1919ff43-5b53-42df-9139-cb369ceee635,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:53.464238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:53.569588 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9a1874ef-b8e8-43a4-b8a2-569b7e499440 req-60def1ba-af97-42d7-9180-6fb622c0fb97 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2887838
Nov 18 16:23:53.571867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86414f4d-369e-47a0-a1e0-ed9deb7cf519 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:23:53.580112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.583719 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1919ff43-5b53-42df-9139-cb369ceee635 HTTP/1.1" status: 204  len: 168 time: 2.0564156
Nov 18 16:23:53.591231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.625482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.633096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Transition to ACTIVE for port object 86414f4d-369e-47a0-a1e0-ed9deb7cf519 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:23:53.652367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:53.701669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Attempting to bind port 165056db-e5bb-4760-968d-e057abc4aff7 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:53.702060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Attempting to bind port 165056db-e5bb-4760-968d-e057abc4aff7 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:53.702436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Attempting to bind port 165056db-e5bb-4760-968d-e057abc4aff7 on network 3eccffe0-6968-4092-9d63-86e8b23951de {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:53.728496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.812180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b2c2f487-0548-45c8-8dbf-0081c89f30ef up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:53.846933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:53.846933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Checking segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:53.846933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.847299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Bound using segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:53.847629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Bound port: 165056db-e5bb-4760-968d-e057abc4aff7, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:53.848009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:53.884974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 33071cfe-9af0-4a59-91c5-610ed68da3b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:53.907200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'Port': ['ID=21dbb0b6-6f24-4cc7-9e32-632530f0c605,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:53.910703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:53.920275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:54.048414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port b2c2f487-0548-45c8-8dbf-0081c89f30ef triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:54.049006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:54.096297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 33071cfe-9af0-4a59-91c5-610ed68da3b1 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:54.097001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:54.107924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbe69-638a-45e1-ac7a-a385c0b12561 req-4e634741-9557-494d-8611-74840f4daf5d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:54.109721 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e03bbe69-638a-45e1-ac7a-a385c0b12561 req-4e634741-9557-494d-8611-74840f4daf5d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 932 time: 0.6507943
Nov 18 16:23:54.221343 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Pushing event updated for resources: {'Port': ['ID=86414f4d-369e-47a0-a1e0-ed9deb7cf519,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:54.252896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:54.357407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] For port 165056db-e5bb-4760-968d-e057abc4aff7, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:54.361810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] For port 165056db-e5bb-4760-968d-e057abc4aff7, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=165056db-e5bb-4760-968d-e057abc4aff7,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:54.402388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e03bbe69-638a-45e1-ac7a-a385c0b12561 req-487b9b8a-a338-4b21-9afa-fdc088dc9efc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522838
Nov 18 16:23:54.416357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device c5255c8d-a242-45b7-9057-95fcb1351c3b up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:54.428749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:23:54.430502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:54.433419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:23:54.498691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:23:54.503833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port c5255c8d-a242-45b7-9057-95fcb1351c3b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:54.504267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:54.726164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:55.196165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=165056db-e5bb-4760-968d-e057abc4aff7,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:55.201631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:55.203305 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 1157 time: 5.6095819
Nov 18 16:23:55.214706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'tag': '165056db-e5bb-4760-968d-e057abc4aff7'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:23:55.225818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:55.267668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff265-d422-43d6-a60a-5e2e7b90d49c req-56622f8a-bed1-4185-9205-b642a9ce43c8 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:55.270625 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1f6ff265-d422-43d6-a60a-5e2e7b90d49c req-56622f8a-bed1-4185-9205-b642a9ce43c8 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.8434036
Nov 18 16:23:55.317027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c8b27-d605-4bd5-840d-6bc318cc11f1 req-f7975798-1f2b-448a-b682-d3e270197d3b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:55.318624 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac8c8b27-d605-4bd5-840d-6bc318cc11f1 req-f7975798-1f2b-448a-b682-d3e270197d3b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 945 time: 0.3633513
Nov 18 16:23:55.438505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Attempting to bind port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:23:55.438895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Attempting to bind port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:23:55.439273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Attempting to bind port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 on network 3eccffe0-6968-4092-9d63-86e8b23951de {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:23:55.494674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:23:55.499537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Checking segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:23:55.499537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:55.499537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Bound using segment: {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:23:55.499537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Bound port: 86414f4d-369e-47a0-a1e0-ed9deb7cf519, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3eccffe0-6968-4092-9d63-86e8b23951de'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:23:55.499537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:55.542055 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1f6ff265-d422-43d6-a60a-5e2e7b90d49c req-a07dc2d9-f96c-4805-b2ae-6075d45aa5b0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2584209
Nov 18 16:23:55.543701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac8c8b27-d605-4bd5-840d-6bc318cc11f1 req-9099307b-3074-46f8-83bf-38490804b41e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489263
Nov 18 16:23:55.639003 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-9446153e-313b-4aa4-a684-81cf75239866 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1160 time: 0.3288932
Nov 18 16:23:55.738583 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'tag': '165056db-e5bb-4760-968d-e057abc4aff7', 'status': 'completed', 'code': 200}
Nov 18 16:23:55.747080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 33071cfe-9af0-4a59-91c5-610ed68da3b1 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:23:55.751000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:55.774782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] For port 86414f4d-369e-47a0-a1e0-ed9deb7cf519, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:23:55.775641 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-1f6cad5c-1b38-43cf-a096-fd4509c83057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.1103323
Nov 18 16:23:55.784446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] For port 86414f4d-369e-47a0-a1e0-ed9deb7cf519, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:23:55.908719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 33071cfe-9af0-4a59-91c5-610ed68da3b1 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:23:55.909148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:55.927520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:56.027816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-44da25ac-a9ff-4bb8-8451-22aff36b9469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:56.170063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-4a1861a0-b5cd-4e70-8f4a-93284418b03e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:56.171687 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-4a1861a0-b5cd-4e70-8f4a-93284418b03e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.3893523
Nov 18 16:23:56.242738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:56.346050 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-bd658ed5-8b96-4166-950c-a221b46e8dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1054587
Nov 18 16:23:56.355952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Pushing event updated for resources: {'Port': ['ID=86414f4d-369e-47a0-a1e0-ed9deb7cf519,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:56.393541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:56.543454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be24cd-c857-4d77-a893-d74773017c41 req-21ea523b-9631-4071-b5c2-fdc4da627434 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:56.545137 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e1be24cd-c857-4d77-a893-d74773017c41 req-21ea523b-9631-4071-b5c2-fdc4da627434 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 944 time: 0.6854877
Nov 18 16:23:56.713582 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-e4146f34-b476-4c28-a647-96414fc73488 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3576601
Nov 18 16:23:56.714582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:56.716066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] 10.222.0.37 "PUT /v2.0/ports/86414f4d-369e-47a0-a1e0-ed9deb7cf519 HTTP/1.1" status: 200  len: 1158 time: 5.4598751
Nov 18 16:23:56.721259 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e1be24cd-c857-4d77-a893-d74773017c41 req-4f13a635-dd5e-4b6f-bd8a-f3a14bb7d478 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589658
Nov 18 16:23:57.224394 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d45c12c-32a5-48cb-8506-33eeabc327c3 req-4fa67c07-0045-4779-b02e-c42fc774be48 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5001528
Nov 18 16:23:57.257240 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-37d14551-df44-4980-8cd4-46808ce48009 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 1161 time: 0.3672919
Nov 18 16:23:57.264004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:57.327414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:57.352389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:57.425549 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-324e68f1-facc-444c-b3d1-d5ee7aac0f90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519 HTTP/1.1" status: 200  len: 217 time: 0.1594265
Nov 18 16:23:57.606615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'Port': ['ID=21dbb0b6-6f24-4cc7-9e32-632530f0c605,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:57.616972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:57.654410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-e7ed5d01-fca9-461a-a49c-7e37e7e84d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:57.655909 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-e7ed5d01-fca9-461a-a49c-7e37e7e84d2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.2035837
Nov 18 16:23:57.671062 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-8d5478bb-bd83-46fe-8b1e-294e324ca1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1160 time: 0.3221133
Nov 18 16:23:57.743575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'tag': '86414f4d-369e-47a0-a1e0-ed9deb7cf519'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:23:57.753779 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-b13851e8-43e2-4b08-8baf-8efcfbb08db4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795791
Nov 18 16:23:57.836070 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'tag': '86414f4d-369e-47a0-a1e0-ed9deb7cf519', 'status': 'completed', 'code': 200}
Nov 18 16:23:57.991115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:58.137251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-4ebc7ec5-88cb-44cc-a9e9-05645a849b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:58.139306 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-4ebc7ec5-88cb-44cc-a9e9-05645a849b3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.4254553
Nov 18 16:23:58.237172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:58.238898 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.9222076
Nov 18 16:23:58.261813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca915f-ee43-4856-9164-dd3b3c027826 req-1abef982-dfda-4622-ac46-43a55b14a978 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:58.269601 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d6ca915f-ee43-4856-9164-dd3b3c027826 req-1abef982-dfda-4622-ac46-43a55b14a978 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 944 time: 0.3974319
Nov 18 16:23:58.273758 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-047fb588-b919-4638-8f1b-f7b31b7769f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4501283
Nov 18 16:23:58.294187 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-186857ff-5758-45ff-b284-1a4458811888 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.1413896
Nov 18 16:23:58.509877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-a5a9f8c4-8e3b-423b-be40-628e60388c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:58.511947 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-a5a9f8c4-8e3b-423b-be40-628e60388c78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.1913579
Nov 18 16:23:58.533169 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d6ca915f-ee43-4856-9164-dd3b3c027826 req-fb192e5e-9f31-4869-a571-0d1632162116 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2626467
Nov 18 16:23:58.564836 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b9b918-435a-466d-ba4c-8c59a33a0fa1 req-6cce7ef6-9437-477b-98d8-0a2f28586d87 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2750540
Nov 18 16:23:58.740015 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-47990cdc-5947-4050-a1b6-93dd6c1b0033 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1362796911&fields=id&tenant_id=d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 267 time: 0.0478847
Nov 18 16:23:58.899498 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-ad7dc9fd-b920-4508-a551-aa60e41ab0af tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:23:58.901213 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-ad7dc9fd-b920-4508-a551-aa60e41ab0af tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 816 time: 0.1533539
Nov 18 16:23:58.919244 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-ec9ea240-6f24-45e3-981a-322fba0df5bb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/quotas/d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 375 time: 0.0114219
Nov 18 16:23:59.006016 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-7b42e830-2532-4835-9735-78ea4b8a4fb3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0814726
Nov 18 16:23:59.166388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-f1bef9c8-b184-43fb-8a92-d51c876f4714 service neutron] 10.222.0.23 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424308
Nov 18 16:23:59.223302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49914) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:59.312409 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-b6435bab-4f61-4e54-898e-91f17d837e7c service neutron] 10.222.0.23 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390367
Nov 18 16:23:59.374194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:59.407427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:23:59.411416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Usage tracker for resource:security_group_rule and tenant:2060728f040d4ad0a3505852d63e0a7b is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:23:59.414367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:23:59.422939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:23:59.490706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:59.533206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:59.541471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ddbab0d7-ddad-4e5c-96ca-cda3fe430c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:23:59.782597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42110ce0-4d7e-4bb2-b3ed-b669a127e031,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:23:59.790959 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2060728f040d4ad0a3505852d63e0a7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5665839
Nov 18 16:23:59.791142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49938) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:23:59.792949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:23:59.857440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:23:59.885052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:00.030474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:00.035935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1d3d655d-afa4-42a3-8222-4ddbfa45276e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:00.046895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42110ce0-4d7e-4bb2-b3ed-b669a127e031,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:00.051768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:00.053889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:00.057999 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42110ce0-4d7e-4bb2-b3ed-b669a127e031 HTTP/1.1" status: 204  len: 168 time: 0.2653999
Nov 18 16:24:00.159775 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-6ce48ab1-1205-45a4-ba3e-8b0234a0a402 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454710
Nov 18 16:24:00.814974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 49954) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:00.834392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:00.866944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:00.871678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Usage tracker for resource:security_group_rule and tenant:77ed744fb08b424bbc074094a42f4a94 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:00.874657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:00.880409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:00.948723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:00.986973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:00.995695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:01.045715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0445e682-be2a-401d-953f-0d1e65cc24cf,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:01.053092 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77ed744fb08b424bbc074094a42f4a94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2368586
Nov 18 16:24:01.053989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 49958) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:01.054141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:01.121913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:01.150924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:01.242115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:01.253915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b47a0e1-fc2e-4d7c-a7ee-23107e0c4509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:01.284273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0445e682-be2a-401d-953f-0d1e65cc24cf,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:01.289726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:01.315785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:01.318616 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0445e682-be2a-401d-953f-0d1e65cc24cf HTTP/1.1" status: 204  len: 168 time: 0.2631392
Nov 18 16:24:01.601036 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-261540df-bbef-4e38-bc5d-d449fe469183 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4891140
Nov 18 16:24:01.727123 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-6ae46b7b-310f-40b5-a3d8-182140c9457d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 1161 time: 0.5067098
Nov 18 16:24:01.886052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-903d041d-882a-4ac5-9f98-48108b026991 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:24:02.046160 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b1ce0da9-9506-46b6-b022-fecebaa2541b req-0d475b56-9ebd-4ffb-898f-d72bb9bc23bf service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4361722
Nov 18 16:24:02.121198 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a9695edf-09b7-4a24-8be1-c80160d5f52c req-36568159-1ee4-4e43-bfd1-f5f091dab5bb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 210 time: 0.0957754
Nov 18 16:24:02.155021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-d1404a86-4e77-4622-b2dd-08ed4e5353d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:02.156904 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-d1404a86-4e77-4622-b2dd-08ed4e5353d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.4214416
Nov 18 16:24:02.265200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8857c-40a6-4ef2-ac26-4a18e3e766c7 req-68cd7bd5-380a-416f-af1a-d5b28b54cb42 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:02.272959 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bcb8857c-40a6-4ef2-ac26-4a18e3e766c7 req-68cd7bd5-380a-416f-af1a-d5b28b54cb42 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 944 time: 0.3062553
Nov 18 16:24:02.306338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:02.321873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-26cc2ec4-8596-4210-9605-f66528b9b449 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519 HTTP/1.1" status: 200  len: 217 time: 0.1451719
Nov 18 16:24:02.379548 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bcb8857c-40a6-4ef2-ac26-4a18e3e766c7 req-23af1585-69b0-411f-ac12-fe01d9969c17 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010997
Nov 18 16:24:02.491132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-19517796-0259-41a7-b8fd-9cbcbc171c9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:02.493066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-19517796-0259-41a7-b8fd-9cbcbc171c9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.1124911
Nov 18 16:24:02.566995 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-a3f36918-7b42-4c38-9fe3-034df4f7ece1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632915
Nov 18 16:24:02.579657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 165056db-e5bb-4760-968d-e057abc4aff7 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:02.585825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:02.588284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:02.721548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50008) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:02.826839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:02.887266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 165056db-e5bb-4760-968d-e057abc4aff7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=165056db-e5bb-4760-968d-e057abc4aff7,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:02.888516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165056db-e5bb-4760-968d-e057abc4aff7'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:02.918757 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-286bb427-df5a-419e-9c4b-f5786b3f2003 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389742
Nov 18 16:24:02.930530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:02.933789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:02.972885 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165056db-e5bb-4760-968d-e057abc4aff7', 'code': 200}
Nov 18 16:24:03.023043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=165056db-e5bb-4760-968d-e057abc4aff7,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:03.039240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:03.112852 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.119037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-916f952e-34f5-4c28-9b8d-a50bdc29d479 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:03.121200 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-916f952e-34f5-4c28-9b8d-a50bdc29d479 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 816 time: 0.5401437
Nov 18 16:24:03.162729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:03.168290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2a8530fdd5416bb5b1975979146133 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:03.172124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:03.179899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:03.202337 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-357bba41-69f4-4993-b41c-6cc54be571f9 req-ce6c7c5c-23bb-40c6-8137-fb052ea28892 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2762718
Nov 18 16:24:03.275061 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-acbad246-02a9-4e35-9687-5ab86e4ec5a1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 5044 time: 0.1407647
Nov 18 16:24:03.289780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'port': {'device_id': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'admin_state_up': True, 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'security_groups': ['cc1ab23d-4236-4af5-b4b3-336d0d625b36']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:03.297998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.344565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.384080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:03.398548 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c2a8530fdd5416bb5b1975979146133&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6758497
Nov 18 16:24:03.399435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50036) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:03.474061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87836a6e-1521-464e-ae00-304752da0ef7,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:03.480307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:03.516829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.546727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.595599 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dd08440a-cdb2-4682-a74a-94f7f36f6aaa req-f50d9831-1ff2-478e-abc3-c2f38bf9563e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 210 time: 0.1786921
Nov 18 16:24:03.716955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.726995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-73820088-5033-482b-aec8-b8b20643396f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:03.735281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:03.748072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:port and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:03.755391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for port was recalculated. Used quota:3. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:03.765870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:03.766159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:03.774443 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-395e3a9f-fad6-4b1d-a881-ccbb4033400c req-03b65439-f7e3-43f4-855e-19511688f42e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.4322112
Nov 18 16:24:03.782572 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87836a6e-1521-464e-ae00-304752da0ef7 HTTP/1.1" status: 204  len: 168 time: 0.3710644
Nov 18 16:24:03.785933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87836a6e-1521-464e-ae00-304752da0ef7,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:03.789019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:03.834066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdfe7d-303b-4cc2-b6c2-b282d7d65a2f req-a8e03baa-e40d-4ed8-ba83-7c57e3ddad4b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:03.842220 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04fdfe7d-303b-4cc2-b6c2-b282d7d65a2f req-a8e03baa-e40d-4ed8-ba83-7c57e3ddad4b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 944 time: 0.2014070
Nov 18 16:24:03.883910 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-395e3a9f-fad6-4b1d-a881-ccbb4033400c req-03fa1393-74ca-48e9-a99f-9c4b68b8ec39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985405
Nov 18 16:24:03.894865 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04fdfe7d-303b-4cc2-b6c2-b282d7d65a2f req-7c5d89a8-ae23-42cb-904c-3816a5f1b105 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517750
Nov 18 16:24:03.967918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Made reservation on behalf of d91673e536fa41af8263f5ea66dba991 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:24:03.978647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.312779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:04.402674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Allocated IP 172.20.0.8 (6062229e-0326-42f9-b211-bfe68c01af92/edfdaa03-ca83-4fed-ad16-889820a0cada/bccb3a9c-8109-4fed-b284-2b76719be624) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:24:04.481668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:04.493669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:04.494088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.583748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-138bc552-76a2-448b-be61-160564251415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.767030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.782207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.802023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Transition to ACTIVE for port object bccb3a9c-8109-4fed-b284-2b76719be624 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:24:04.837745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 86414f4d-369e-47a0-a1e0-ed9deb7cf519, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:04.844751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.867346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:04.873088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:04.874038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:04.919628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:04.977105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86414f4d-369e-47a0-a1e0-ed9deb7cf519'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:05.080742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:05.101148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=86414f4d-369e-47a0-a1e0-ed9deb7cf519,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:05.107206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:05.117566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:05.118415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:05.439344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:05.446547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:05.522610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9557f17-d274-47f8-a01b-3c9bec799617 req-df4eb582-3214-4060-aebe-caa7ff2e7086 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:05.524334 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9557f17-d274-47f8-a01b-3c9bec799617 req-df4eb582-3214-4060-aebe-caa7ff2e7086 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 931 time: 0.5971649
Nov 18 16:24:05.533199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6f1b7-49f7-4145-9d37-9fe903fa2629 req-8b6fcc56-f391-4a9a-9988-f7d9c3d5b5bc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:05.534758 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-63e6f1b7-49f7-4145-9d37-9fe903fa2629 req-8b6fcc56-f391-4a9a-9988-f7d9c3d5b5bc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.2812469
Nov 18 16:24:05.575298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Network 6062229e-0326-42f9-b211-bfe68c01af92 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:24:05.584303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:24:05.591289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:24:05.691703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9557f17-d274-47f8-a01b-3c9bec799617 req-745aa5e9-2750-4a3c-a51e-f9926c771d59 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1557324
Nov 18 16:24:05.693936 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-63e6f1b7-49f7-4145-9d37-9fe903fa2629 req-41d30eb3-3f82-4fdd-86de-9320b915d067 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516008
Nov 18 16:24:05.701325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:05.701998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:05.794457 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5089109
Nov 18 16:24:05.824487 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86414f4d-369e-47a0-a1e0-ed9deb7cf519', 'code': 200}
Nov 18 16:24:05.929861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-6cf85718-9480-4777-9272-5e4e81584779 None None] Provisioning for port bccb3a9c-8109-4fed-b284-2b76719be624 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:05.935288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-6cf85718-9480-4777-9272-5e4e81584779 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:05.935855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6cf85718-9480-4777-9272-5e4e81584779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:05.995575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-6cf85718-9480-4777-9272-5e4e81584779 None None] Port bccb3a9c-8109-4fed-b284-2b76719be624 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:24:06.709750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6e3317d1-2a5f-41ee-a400-a1f82eaa64fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:07.013410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caccc2-5811-478d-b19f-0c2a9fc3f062 req-dec4027a-308b-4d0e-958a-684e4fe65a4b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:07.015069 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3caccc2-5811-478d-b19f-0c2a9fc3f062 req-dec4027a-308b-4d0e-958a-684e4fe65a4b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1615739
Nov 18 16:24:07.021219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9cae8-d584-4222-adbe-18021d991785 req-007586b3-2c25-4890-b20e-76da549d2242 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:07.021988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-87b9cae8-d584-4222-adbe-18021d991785 req-007586b3-2c25-4890-b20e-76da549d2242 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Synchronizing usage tracker for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:24:07.080075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3caccc2-5811-478d-b19f-0c2a9fc3f062 req-d50cc3cd-5197-4452-9a1a-787e64e9756a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538659
Nov 18 16:24:07.087215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-87b9cae8-d584-4222-adbe-18021d991785 req-007586b3-2c25-4890-b20e-76da549d2242 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Unset dirty status for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:24:07.088414 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-87b9cae8-d584-4222-adbe-18021d991785 req-007586b3-2c25-4890-b20e-76da549d2242 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 931 time: 0.1914527
Nov 18 16:24:07.137657 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-87b9cae8-d584-4222-adbe-18021d991785 req-7852bf0b-d6cf-4fce-ac40-4619d7b1ee74 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423441
Nov 18 16:24:07.430102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:08.284717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Request body: {'port': {'device_id': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:08.385261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9981e-a684-4202-b3f1-d229c2baefb4 req-b6f0159a-2af2-4366-a783-eb2d3b1f4f79 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:08.387488 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1ba9981e-a684-4202-b3f1-d229c2baefb4 req-b6f0159a-2af2-4366-a783-eb2d3b1f4f79 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1794591
Nov 18 16:24:08.471334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:08.502097 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1ba9981e-a684-4202-b3f1-d229c2baefb4 req-e1a15113-0866-4eb3-b41f-f8726a427c7a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022091
Nov 18 16:24:08.524303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:08.572268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdce89-0b39-440a-b486-570af79b0994 req-f05b6f5c-bca2-4975-ba17-d04741064972 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:08.574541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95bdce89-0b39-440a-b486-570af79b0994 req-f05b6f5c-bca2-4975-ba17-d04741064972 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 931 time: 0.2552526
Nov 18 16:24:08.659756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:08.660034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:08.818211 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95bdce89-0b39-440a-b486-570af79b0994 req-dbc45a16-d9bc-4f4d-8aab-5ddc89e3a472 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1735017
Nov 18 16:24:08.860204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:08.958804 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-176bf5a3-643c-40fd-a4ed-77069d1d3a00 req-434b1916-1f80-4269-ab5f-581bfb679ec2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 1163 time: 0.1909263
Nov 18 16:24:08.970186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:08.982137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:08.982593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:09.129861 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-9079be8a-88bf-4d54-856e-d01d67192653 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/networks?tenant_id=9da294cdffc04a88973973eeb84f6a19&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0748734
Nov 18 16:24:09.132891 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-176bf5a3-643c-40fd-a4ed-77069d1d3a00 req-40cd1816-5b2b-40b1-ba07-73162c3aff7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470068
Nov 18 16:24:09.258704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:09.393213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-fb042866-d713-4e46-8dff-158e56df213c tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:09.394799 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-fb042866-d713-4e46-8dff-158e56df213c tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2091284
Nov 18 16:24:09.464193 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-384fcb10-3a2b-464e-8fbf-33cf8b77fe23 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/quotas/9da294cdffc04a88973973eeb84f6a19 HTTP/1.1" status: 200  len: 375 time: 0.0326300
Nov 18 16:24:09.464193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccb3a9c-8109-4fed-b284-2b76719be624 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:24:09.472841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:09.529852 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-0ef980be-8a1e-4634-b103-312d1fb06d2a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?tenant_id=9da294cdffc04a88973973eeb84f6a19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0614817
Nov 18 16:24:09.532432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Transition to ACTIVE for port object bccb3a9c-8109-4fed-b284-2b76719be624 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:24:09.567331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:09.662871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6c6b3576-aaff-4d33-9c3c-0e2a1e23510e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:10.052708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Pushing event updated for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:10.092348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:10.111925 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7a061db8-fefc-4bd8-9023-b35900538623 req-074be747-7970-49ae-8eb5-dd36004f6872 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.3017924
Nov 18 16:24:10.204310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085720ea-fde0-4b4c-b119-f02070b36508 req-07fd88b4-dd41-46bd-ae30-0a90e4e55176 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:10.205977 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-085720ea-fde0-4b4c-b119-f02070b36508 req-07fd88b4-dd41-46bd-ae30-0a90e4e55176 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.5072536
Nov 18 16:24:10.373085 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-085720ea-fde0-4b4c-b119-f02070b36508 req-c705af02-1caf-45fb-bd86-6adce2620ad9 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354933
Nov 18 16:24:10.379370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Attempting to bind port bccb3a9c-8109-4fed-b284-2b76719be624 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:24:10.379957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Attempting to bind port bccb3a9c-8109-4fed-b284-2b76719be624 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:24:10.380479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Attempting to bind port bccb3a9c-8109-4fed-b284-2b76719be624 on network 6062229e-0326-42f9-b211-bfe68c01af92 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:24:10.394146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:24:10.395135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Checking segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:24:10.395677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:10.396873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Bound using segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:24:10.400013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Bound port: bccb3a9c-8109-4fed-b284-2b76719be624, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:24:10.400575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:10.491050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:10.534606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] For port bccb3a9c-8109-4fed-b284-2b76719be624, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:24:10.538862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] For port bccb3a9c-8109-4fed-b284-2b76719be624, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bccb3a9c-8109-4fed-b284-2b76719be624,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:24:10.553733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea739-772a-4990-b536-299e48fb6960 req-8348f85c-14cb-46bd-ab42-51b85b65be10 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:10.555834 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efaea739-772a-4990-b536-299e48fb6960 req-8348f85c-14cb-46bd-ab42-51b85b65be10 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2683744
Nov 18 16:24:10.597936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:10.631120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:10.631994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:10.705418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:10.786462 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efaea739-772a-4990-b536-299e48fb6960 req-ac92b304-c0bd-4636-8b0d-4a86c43acfa8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2238548
Nov 18 16:24:10.839934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Pushing event updated for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:10.844322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:10.894195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:10.895610 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] 10.222.0.37 "PUT /v2.0/ports/bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 1157 time: 2.6156759
Nov 18 16:24:10.896132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:11.013900 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'status': 'completed', 'code': 200}
Nov 18 16:24:11.036192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50258) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:11.095404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50264) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:11.156995 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-6930e8a9-e1dd-4e3b-b96c-2e071cf888eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1160 time: 0.1164684
Nov 18 16:24:11.252999 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-bdcfbe0c-4cbf-47f6-be61-89a9e550b203 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 217 time: 0.0811930
Nov 18 16:24:11.256899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.298811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:11.303982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Usage tracker for resource:security_group_rule and tenant:0f293e7b86f94531902effbfe0fa6504 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:11.307792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:11.313811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:11.382213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.413736 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-23d2f1fe-7474-4815-aef1-9d7fd7686c6b req-f0b74c0c-4100-42db-a159-b959836cba3b tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.0798416
Nov 18 16:24:11.429829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-6af75481-6440-4e61-9f9a-3fbc1b69a2aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:11.443649 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-6af75481-6440-4e61-9f9a-3fbc1b69a2aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1841195
Nov 18 16:24:11.499482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:11.503989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Usage tracker for resource:security_group_rule and tenant:1054f9702725430babf0786f11832231 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:11.507200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:11.514145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:11.551521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.586307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.622456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:11.659886 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f293e7b86f94531902effbfe0fa6504&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6216242
Nov 18 16:24:11.666224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c445db6-61ee-42c6-b676-24315186d2fa,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:11.666394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50282) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:11.671211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:11.708755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732c189-fd84-4891-b982-6875e02e28be req-410f7eae-b7f5-45aa-a46d-33345b86ab8d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:11.710671 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0732c189-fd84-4891-b982-6875e02e28be req-410f7eae-b7f5-45aa-a46d-33345b86ab8d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1671100
Nov 18 16:24:11.714651 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-c84deb48-420b-4e78-85e7-a623c2752cc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2512388
Nov 18 16:24:11.738831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.782057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.793021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:11.852767 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1054f9702725430babf0786f11832231&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7560754
Nov 18 16:24:11.853598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5bc64-5ecc-488f-997f-0568b27d34fe,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:11.856805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50290) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:11.859548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:11.927000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.936486 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0732c189-fd84-4891-b982-6875e02e28be req-3d5cb318-c924-4d0e-85c6-9083e179fd42 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152932
Nov 18 16:24:11.951332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.963241 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:11.981056 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-dc6387a5-816e-48d6-a5cf-9afb4f563233 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301431
Nov 18 16:24:11.997982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:12.259748 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ffa4e2f2-25e0-4103-ab1b-fd430be7b7c8 req-576f73ce-d4cd-4c97-b5b8-7f5e647448a8 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2492943
Nov 18 16:24:12.267108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec84c7-a3d8-4f76-962e-49d8be2f1958 req-1d2d4d63-eb3f-4084-8f8b-1bb1cb2388f4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:12.268656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-deec84c7-a3d8-4f76-962e-49d8be2f1958 req-1d2d4d63-eb3f-4084-8f8b-1bb1cb2388f4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2089515
Nov 18 16:24:12.328165 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-deec84c7-a3d8-4f76-962e-49d8be2f1958 req-3ab354c3-d75f-49d8-9d4f-570a5d3409d3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532260
Nov 18 16:24:12.348240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:12.357908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8a4dc19b-5264-4d44-b76b-94c6f17e8113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:12.406089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5bc64-5ecc-488f-997f-0568b27d34fe,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:12.411955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:12.420521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:12.426643 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5a5bc64-5ecc-488f-997f-0568b27d34fe HTTP/1.1" status: 204  len: 168 time: 0.5683994
Nov 18 16:24:12.427587 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:12.463814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-15ee7276-7e8b-4839-a1d1-d76f4ffd256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:12.486028 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-5e138780-7ddd-4c35-b9a7-e7978d0056ad tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.37 "GET /v2.0/networks?tenant_id=9da294cdffc04a88973973eeb84f6a19&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0727892
Nov 18 16:24:12.491868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c445db6-61ee-42c6-b676-24315186d2fa,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:12.523860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:12.535070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:12.681924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:12.686424 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c445db6-61ee-42c6-b676-24315186d2fa HTTP/1.1" status: 204  len: 168 time: 1.0151145
Nov 18 16:24:12.713135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:12.714037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:12.911020 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-0ce77498-9985-4a14-abbc-0a66612c392a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 1163 time: 0.1068916
Nov 18 16:24:12.984156 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89743d5-7444-4a59-ab4b-2d52d8410642 req-79bf18f1-ea67-495c-ad8e-d9844841e1da tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.0784271
Nov 18 16:24:12.991228 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-3a462e32-8527-4c34-a841-008db8581011 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1160 time: 0.6191146
Nov 18 16:24:13.027458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-80e39019-2778-4f51-8ec4-59df26910e59 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:13.029106 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-80e39019-2778-4f51-8ec4-59df26910e59 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5347064
Nov 18 16:24:13.035310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211cc91-ca6e-4422-8d15-80a9dac92d73 req-66cf0152-5849-4826-bed1-e863d61d0603 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:13.043246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3211cc91-ca6e-4422-8d15-80a9dac92d73 req-66cf0152-5849-4826-bed1-e863d61d0603 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.3635285
Nov 18 16:24:13.100095 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3211cc91-ca6e-4422-8d15-80a9dac92d73 req-6b231ea7-00fd-40c4-beae-105549dd6313 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557411
Nov 18 16:24:13.184332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50318) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:13.203470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.217331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946894c-a9ec-4ecb-9297-38993643bddc req-745fc72c-7ec6-4f1d-8201-ced55cb61d9c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:13.218950 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d946894c-a9ec-4ecb-9297-38993643bddc req-745fc72c-7ec6-4f1d-8201-ced55cb61d9c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0928175
Nov 18 16:24:13.236924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:13.241021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Usage tracker for resource:security_group_rule and tenant:8acdd775d11340cb8cd56d7d243e8390 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:13.244050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:13.250492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:13.268460 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d946894c-a9ec-4ecb-9297-38993643bddc req-ec30877d-76b7-474f-90dc-b9435b9dca5a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433621
Nov 18 16:24:13.318614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.386705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50322) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:13.387609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.395831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:13.406509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.440671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:13.444262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd387d62-df28-41cd-9c27-d01d8bcd7092,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:13.444963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Usage tracker for resource:security_group_rule and tenant:825748acecf4405491c830bca80f9d22 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:13.447799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:13.448001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:13.453390 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8acdd775d11340cb8cd56d7d243e8390&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2677224
Nov 18 16:24:13.453639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50328) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:13.457114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:13.606259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.661750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.676133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.717644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd30c4f-a236-431e-ad74-018c42d3e7c5 req-d5629b5a-0dae-4b23-8934-8cc6f2606bb0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:13.719295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bfd30c4f-a236-431e-ad74-018c42d3e7c5 req-d5629b5a-0dae-4b23-8934-8cc6f2606bb0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1980748
Nov 18 16:24:13.725460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:13.735392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d6505f45-c45a-415b-a5b7-30d34876dfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:13.996444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b580ed-2f43-4d31-9189-48918dadf46e,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:14.003838 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=825748acecf4405491c830bca80f9d22&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6158288
Nov 18 16:24:14.007530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:14.007914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50336) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:14.016796 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bfd30c4f-a236-431e-ad74-018c42d3e7c5 req-96e96979-379d-46e2-8a4a-eb82ff3f93fb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2820399
Nov 18 16:24:14.042255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:14.050449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:14.063594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd387d62-df28-41cd-9c27-d01d8bcd7092,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:14.066041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:14.078990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:14.080263 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd387d62-df28-41cd-9c27-d01d8bcd7092 HTTP/1.1" status: 204  len: 168 time: 0.6255834
Nov 18 16:24:14.087281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:14.119771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:14.192809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:14.198824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d9cbc42-b449-44b8-a93b-eeb16e692c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:14.212188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b580ed-2f43-4d31-9189-48918dadf46e,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:14.224267 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34b8bc7e-02e2-430e-b419-1373612788ed req-7616f5af-6abd-43fc-872e-b46d77a2e50a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.0546770
Nov 18 16:24:14.227747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:14.230716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:14.232090 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0b580ed-2f43-4d31-9189-48918dadf46e HTTP/1.1" status: 204  len: 168 time: 0.2229784
Nov 18 16:24:14.329996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852581f8-769c-45fe-8ad3-d617ce3b17d4 req-a8b02060-bd5a-4a9f-905d-549ce63b4c93 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:14.331903 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-852581f8-769c-45fe-8ad3-d617ce3b17d4 req-a8b02060-bd5a-4a9f-905d-549ce63b4c93 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.0973985
Nov 18 16:24:14.386205 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-852581f8-769c-45fe-8ad3-d617ce3b17d4 req-45e23fe7-c0a7-443d-a1c5-5a5709ecea8d tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478501
Nov 18 16:24:14.497438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeee181-32a2-4321-a020-8605e6ad8b6d req-5af6009c-2905-4c58-bcbc-d93d8a5c0f37 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:14.499068 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eeeee181-32a2-4321-a020-8605e6ad8b6d req-5af6009c-2905-4c58-bcbc-d93d8a5c0f37 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0834002
Nov 18 16:24:14.554631 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eeeee181-32a2-4321-a020-8605e6ad8b6d req-3b963612-7def-4d23-8bf0-d241b7e9f771 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491848
Nov 18 16:24:15.272113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a54633-d75f-445a-867a-5a536fa8aea8 req-a7be3217-8099-4ea8-bcf8-dff0c281edc4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:15.273773 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b2a54633-d75f-445a-867a-5a536fa8aea8 req-a7be3217-8099-4ea8-bcf8-dff0c281edc4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0989592
Nov 18 16:24:15.325598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b2a54633-d75f-445a-867a-5a536fa8aea8 req-6d0367d9-fa98-4332-b5ed-1ff7baa4eeec tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452187
Nov 18 16:24:15.449114 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2954dbfb-14a4-4bfc-969b-06ca3e614e54 req-9ecfc2d0-02ce-4dcd-af4c-ff0edfcf3473 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.0517642
Nov 18 16:24:15.624995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c548482-120b-42d7-b0d1-da90c1732099 req-cf188712-c904-4b30-834e-6c2675da5e83 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:15.626597 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c548482-120b-42d7-b0d1-da90c1732099 req-cf188712-c904-4b30-834e-6c2675da5e83 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.1021247
Nov 18 16:24:15.704589 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c548482-120b-42d7-b0d1-da90c1732099 req-da71ca1f-dc1b-4a15-ae2d-1d5fe7e2175c tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685329
Nov 18 16:24:15.807228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dcee0-aa2f-4f80-b745-79a1ddd4fd36 req-701dd28b-a6f8-45ce-a083-53b507f27925 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:15.809042 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e58dcee0-aa2f-4f80-b745-79a1ddd4fd36 req-701dd28b-a6f8-45ce-a083-53b507f27925 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0932379
Nov 18 16:24:15.859124 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e58dcee0-aa2f-4f80-b745-79a1ddd4fd36 req-e0683637-f40a-4e16-81a4-151164f0b67b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438807
Nov 18 16:24:16.303239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Request body: {'port': {'device_id': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee', 'admin_state_up': True, 'tenant_id': '9da294cdffc04a88973973eeb84f6a19'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:16.394962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-2c3af816-04cc-4ba7-8529-4c059c248ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:16.396782 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-2c3af816-04cc-4ba7-8529-4c059c248ce2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.1765211
Nov 18 16:24:16.509376 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-7276c915-6fb5-4bd5-8bee-9db1a48da8c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519 HTTP/1.1" status: 200  len: 217 time: 0.0982590
Nov 18 16:24:16.591836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-59bffce2-d971-499c-bce8-16b2ff825417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:16.593559 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-59bffce2-d971-499c-bce8-16b2ff825417 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.0707724
Nov 18 16:24:16.664785 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-f190850b-2cae-4372-b03b-d1ebe0d661be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524666
Nov 18 16:24:16.712062 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b572e9f-4afd-4ed0-85d7-025b9a04aa70 req-f6576d39-d54f-48b8-853d-15ee4aa13bd3 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.0918896
Nov 18 16:24:16.749766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-9b8a6f08-8981-47e8-83d2-d253f1df218d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:16.751377 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-9b8a6f08-8981-47e8-83d2-d253f1df218d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.5140975
Nov 18 16:24:16.753136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:16.761335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Usage tracker for resource:port and tenant:9da294cdffc04a88973973eeb84f6a19 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:16.771735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Quota usage for port was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:16.828340 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-7f92c91e-fbdd-45f6-bd1c-a1c35ea7cc5a service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519167
Nov 18 16:24:16.835879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:16.903267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba1e0-9e1e-4986-97fb-ca70cdb02b69 req-c91bb6ca-8be1-43ad-9c7b-753e6044ebcf tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:16.904950 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-000ba1e0-9e1e-4986-97fb-ca70cdb02b69 req-c91bb6ca-8be1-43ad-9c7b-753e6044ebcf tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.3563201
Nov 18 16:24:16.912322 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-3c35a203-8825-4968-89bc-b7a4a4028f91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 217 time: 0.1373684
Nov 18 16:24:16.985856 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10d76a6e-65cc-4c54-b854-b2d6e16ffa61 req-5452309e-25c4-4108-95e7-dc93d9264dec service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444004
Nov 18 16:24:16.992322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Made reservation on behalf of 9da294cdffc04a88973973eeb84f6a19 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:24:16.997675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:17.054066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:17.065220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-23b40813-23d8-4d91-9fae-a708c435c3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:17.066778 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-23b40813-23d8-4d91-9fae-a708c435c3f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1310084
Nov 18 16:24:17.158047 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-000ba1e0-9e1e-4986-97fb-ca70cdb02b69 req-3c918bb7-b017-4602-a77d-1e6b277b1e77 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2445953
Nov 18 16:24:17.185465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f44378-16f4-469d-9ae6-af42361be86e req-3c58feba-9143-4dd9-a665-fb0ba1acf1ff tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:17.187119 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a3f44378-16f4-469d-9ae6-af42361be86e req-3c58feba-9143-4dd9-a665-fb0ba1acf1ff tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.3399966
Nov 18 16:24:17.192453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:17.199877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Usage tracker for resource:security_group_rule and tenant:9da294cdffc04a88973973eeb84f6a19 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:17.225309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:17.240062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:17.324560 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-5246d430-69a3-4502-a02a-98d7b89210c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2425661
Nov 18 16:24:17.337090 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a3f44378-16f4-469d-9ae6-af42361be86e req-b3f3434f-a5fa-4ed2-94d6-f8641d9d9573 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418769
Nov 18 16:24:17.557497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:17.595724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284e067-984c-44f5-bc31-95392c8dd7b3 req-721aab56-c6fd-4329-b99d-944ea2ba51c8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:17.597394 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7284e067-984c-44f5-bc31-95392c8dd7b3 req-721aab56-c6fd-4329-b99d-944ea2ba51c8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.2680542
Nov 18 16:24:17.600936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:17.616630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:17.651088 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-a6bce0be-8e68-4aea-b486-f8c6da82294d service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722759
Nov 18 16:24:17.761659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Pushing event updated for resources: {'SecurityGroup': ['ID=00f2585b-8687-4375-a726-ce26b137bbf6,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:17.903394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.903928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.904245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.904574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.904979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.905369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.905765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.907793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.907793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.907793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.907793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.907793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.908165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.908392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.908798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.909182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.909564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.909947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.910323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.910696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.911071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.911451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.912235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.912235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:17.963753 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7284e067-984c-44f5-bc31-95392c8dd7b3 req-07e3bcd2-66d4-4e0f-858f-619357116101 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3472970
Nov 18 16:24:17.979257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:17.992743 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-35cb30e5-c198-459b-935f-c904fd2e86dd req-1a594618-61a7-482e-bab5-b176025ab46e tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.1001413
Nov 18 16:24:18.074744 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-600e3f64-3e74-41c3-a97d-57fb22d46b83 req-3ee09036-399f-4160-bcbf-5d378c6550a7 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3851538
Nov 18 16:24:18.198408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Allocated IP 192.168.233.111 (89b78844-42a0-4ad9-bb59-45a57b9bdcee/8c991237-458b-4bf1-b545-79ff95dd6e42/0b669aa3-4dbf-487e-99c0-cb1417db82fc) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:24:18.718969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:18.757369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc76413-397d-4db9-a990-f91f4cd595a6 req-93ef68ab-1f1b-4ad1-a944-f14e7bf37d4b tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:18.758976 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3bc76413-397d-4db9-a990-f91f4cd595a6 req-93ef68ab-1f1b-4ad1-a944-f14e7bf37d4b tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2260442
Nov 18 16:24:18.766545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbbeac-e6c4-4c91-b827-4b95b0a36f51 req-2194109f-719e-491b-8f1a-f73fb5a0985d tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:18.768032 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4bbbeac-e6c4-4c91-b827-4b95b0a36f51 req-2194109f-719e-491b-8f1a-f73fb5a0985d tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.2338982
Nov 18 16:24:18.784347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Transition to ACTIVE for port object 0b669aa3-4dbf-487e-99c0-cb1417db82fc will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:24:18.914835 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3bc76413-397d-4db9-a990-f91f4cd595a6 req-863b4e53-91f0-4286-957c-ac75d217b90c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457007
Nov 18 16:24:18.922436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4bbbeac-e6c4-4c91-b827-4b95b0a36f51 req-6bb008c0-ed4a-434e-8e12-520382e3fa01 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365101
Nov 18 16:24:18.951121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c841a87-06a0-47af-8a5a-899799c4463e req-2cf38796-28e1-42d6-b416-b81786118ee8 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:18.957027 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8c841a87-06a0-47af-8a5a-899799c4463e req-2cf38796-28e1-42d6-b416-b81786118ee8 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.37 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.1335266
Nov 18 16:24:18.957027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:18.973982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:19.076594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:19.231365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Pushing event updated for resources: {'Port': ['ID=0b669aa3-4dbf-487e-99c0-cb1417db82fc,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:19.252736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:19.261609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port bccb3a9c-8109-4fed-b284-2b76719be624 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:19.267606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:19.268142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:19.358056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Deleting port 33071cfe-9af0-4a59-91c5-610ed68da3b1 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:24:19.358448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:19.414345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:19.460066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port bccb3a9c-8109-4fed-b284-2b76719be624, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bccb3a9c-8109-4fed-b284-2b76719be624,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:19.461294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:19.494408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:19.498146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:19.590543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:19.595193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:19.634224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:24:19.653545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:24:19.661311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9665-1163-4446-8212-98a2f46f3c55 req-e4874d5c-6d6a-457b-b066-2aea6835c533 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:19.662908 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-222c9665-1163-4446-8212-98a2f46f3c55 req-e4874d5c-6d6a-457b-b066-2aea6835c533 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.4121740
Nov 18 16:24:19.666788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:24:19.714111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44635672-5c03-4d0d-8f12-661248c54ac9 req-60beee8d-7469-4964-8ed2-551ae07bf15e tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:19.721145 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-44635672-5c03-4d0d-8f12-661248c54ac9 req-60beee8d-7469-4964-8ed2-551ae07bf15e tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 936 time: 0.4653995
Nov 18 16:24:19.917830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:19.918542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:19.941991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ab155fcf-8b1c-4635-8c34-a8a29c646dd2 None None] Provisioning for port 0b669aa3-4dbf-487e-99c0-cb1417db82fc completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:19.949892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-44635672-5c03-4d0d-8f12-661248c54ac9 req-091c8184-587c-4c33-8676-5a964caae2cc tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633360
Nov 18 16:24:19.950602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ab155fcf-8b1c-4635-8c34-a8a29c646dd2 None None] Provisioning complete for port 0b669aa3-4dbf-487e-99c0-cb1417db82fc triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:19.951247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab155fcf-8b1c-4635-8c34-a8a29c646dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:19.957487 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-222c9665-1163-4446-8212-98a2f46f3c55 req-737ad0b5-199b-4eca-9f22-94ae7c84fae3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553699
Nov 18 16:24:19.965690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] For port 33071cfe-9af0-4a59-91c5-610ed68da3b1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=33071cfe-9af0-4a59-91c5-610ed68da3b1,segment=NetworkSegment(12e44d0b-b3ef-4a95-8693-637194397a8e),segment_id=12e44d0b-b3ef-4a95-8693-637194397a8e)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:19.966126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:20.036082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ab155fcf-8b1c-4635-8c34-a8a29c646dd2 None None] Port 0b669aa3-4dbf-487e-99c0-cb1417db82fc cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:24:20.112200 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'code': 200}
Nov 18 16:24:20.143168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Calling delete_port for 33071cfe-9af0-4a59-91c5-610ed68da3b1 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:24:20.291605 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.9942923
Nov 18 16:24:20.748930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0409ecf9-2f58-42c8-b15d-2d29d2cb6ab0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:20.750504 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0409ecf9-2f58-42c8-b15d-2d29d2cb6ab0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.4744599
Nov 18 16:24:20.758205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3258e3-945a-40fc-8be9-03024caec750 req-23688dc5-4871-44bb-bf06-4f710acfd141 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:20.759679 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f3258e3-945a-40fc-8be9-03024caec750 req-23688dc5-4871-44bb-bf06-4f710acfd141 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 945 time: 0.4848964
Nov 18 16:24:20.790595 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-ef35b4f4-2087-4738-962d-45fbc955cdd4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/quotas/9326866b614f408fa1c9169e25ecb418 HTTP/1.1" status: 200  len: 375 time: 0.0299020
Nov 18 16:24:20.846835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:20.875137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:20.910445 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f3258e3-945a-40fc-8be9-03024caec750 req-1d50e721-2a62-4b16-89c1-97d029f04a08 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/security-groups?id=ea126077-6a81-46e8-b6d9-61dedc89ae3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412802
Nov 18 16:24:20.937727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Pushing event deleted for resources: {'Port': ['ID=33071cfe-9af0-4a59-91c5-610ed68da3b1,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:20.943094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:21.091937 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-c489eabf-d184-414b-9afb-2f7edd3c0fd8 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2887018
Nov 18 16:24:21.286601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] No DVR routers for this DVR port 33071cfe-9af0-4a59-91c5-610ed68da3b1 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:24:21.296539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:21.307577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9864fa23-f0e5-4995-8751-34743a0be751', 'name': 'network-vif-deleted', 'tag': '33071cfe-9af0-4a59-91c5-610ed68da3b1'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:21.326085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ac219-9b36-485a-b837-287af1960b68 req-102b8be1-c131-46c5-89f8-ecead452a835 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:21.327668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6c5ac219-9b36-485a-b837-287af1960b68 req-102b8be1-c131-46c5-89f8-ecead452a835 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2923250
Nov 18 16:24:21.331423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-5c4745a8-f25d-49c7-b1d8-02f1ed8197de service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314739
Nov 18 16:24:21.333042 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8c841a87-06a0-47af-8a5a-899799c4463e req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.37 "DELETE /v2.0/ports/33071cfe-9af0-4a59-91c5-610ed68da3b1 HTTP/1.1" status: 204  len: 173 time: 2.3602481
Nov 18 16:24:21.481334 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6c5ac219-9b36-485a-b837-287af1960b68 req-c3b3c8c1-dee3-46b1-b08e-5df0cdbace7c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472745
Nov 18 16:24:21.509671 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-4d8a40b4-ce55-4016-8d32-f127e002a680 service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1584234
Nov 18 16:24:21.695642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d663d-f0a7-4da0-ba15-a4984e512448 req-eecfded0-b9ee-4b17-be09-1cc7438dfe87 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:21.697432 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ad4d663d-f0a7-4da0-ba15-a4984e512448 req-eecfded0-b9ee-4b17-be09-1cc7438dfe87 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0862987
Nov 18 16:24:21.759292 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ad4d663d-f0a7-4da0-ba15-a4984e512448 req-0cc2a33a-80c1-40c4-abad-4b9fb880fd25 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555892
Nov 18 16:24:21.857035 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9864fa23-f0e5-4995-8751-34743a0be751', 'name': 'network-vif-deleted', 'tag': '33071cfe-9af0-4a59-91c5-610ed68da3b1', 'status': 'completed', 'code': 200}
Nov 18 16:24:21.928891 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b56aff29-6a38-4523-8439-c08db8312218 req-c898014c-a59c-4fd0-ac46-a39b211e3844 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 210 time: 0.0485482
Nov 18 16:24:21.948614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-73e737c5-784b-40d7-949a-9f680a3755e7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:21.949388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-73e737c5-784b-40d7-949a-9f680a3755e7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Synchronizing usage tracker for tenant:9da294cdffc04a88973973eeb84f6a19 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:24:22.001398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-73e737c5-784b-40d7-949a-9f680a3755e7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Unset dirty status for tenant:9da294cdffc04a88973973eeb84f6a19 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:24:22.004195 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-73e737c5-784b-40d7-949a-9f680a3755e7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 936 time: 0.1854346
Nov 18 16:24:22.095667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-cdb2e120-f35f-4657-b155-6eb812782c3e tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Synchronizing usage tracker for tenant:9da294cdffc04a88973973eeb84f6a19 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:24:22.105163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-448ab8d1-9233-45c2-9cc0-91f56d64130f req-049b8371-100b-4098-bf58-c742499f3e6f tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Synchronizing usage tracker for tenant:01b4b5344b774fcebd5641257e5a9391 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:24:22.161428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-cdb2e120-f35f-4657-b155-6eb812782c3e tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Unset dirty status for tenant:9da294cdffc04a88973973eeb84f6a19 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:24:22.162708 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-65444b7d-2de1-4a54-8136-966b0deb55f1 req-cdb2e120-f35f-4657-b155-6eb812782c3e tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525943
Nov 18 16:24:22.163313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-448ab8d1-9233-45c2-9cc0-91f56d64130f req-049b8371-100b-4098-bf58-c742499f3e6f tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Unset dirty status for tenant:01b4b5344b774fcebd5641257e5a9391 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:24:22.164458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-448ab8d1-9233-45c2-9cc0-91f56d64130f req-049b8371-100b-4098-bf58-c742499f3e6f tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.1116352
Nov 18 16:24:22.434141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Request body: {'port': {'device_id': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:22.558815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:22.582935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:22.668334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:22.668833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:22.804260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 33071cfe-9af0-4a59-91c5-610ed68da3b1 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:24:22.846935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: 33071cfe-9af0-4a59-91c5-610ed68da3b1 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:24:22.847464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 33071cfe-9af0-4a59-91c5-610ed68da3b1 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:24:22.934982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4693c68-e9de-4b30-b6af-be65772167b0 req-6336fdd2-5627-4963-8ab2-e5d6fcfae83f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:22.936696 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d4693c68-e9de-4b30-b6af-be65772167b0 req-6336fdd2-5627-4963-8ab2-e5d6fcfae83f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2842474
Nov 18 16:24:23.070585 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-78aee079-1035-4bad-9d92-ef7166f3297e req-57ab05cb-d451-4653-a28b-96bdab760aee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1162 time: 0.3448362
Nov 18 16:24:23.214714 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d4693c68-e9de-4b30-b6af-be65772167b0 req-641c62bd-eece-4224-b3c7-970be3dfcec2 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2409053
Nov 18 16:24:23.246890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b507e63-72b7-4448-82ce-b62b52f1ad04 req-cf0cc240-ff8c-4e11-aa2c-99097f20388e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:23.248539 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9b507e63-72b7-4448-82ce-b62b52f1ad04 req-cf0cc240-ff8c-4e11-aa2c-99097f20388e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.3271482
Nov 18 16:24:23.260424 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-78aee079-1035-4bad-9d92-ef7166f3297e req-424efac1-6245-48d1-9894-921d1f832d29 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221347
Nov 18 16:24:23.409391 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9b507e63-72b7-4448-82ce-b62b52f1ad04 req-38b4630a-0d42-44de-90f7-9310ff765b05 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525416
Nov 18 16:24:23.414272 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-309b43ad-6f09-4b0f-92a2-6285ed651bd3 req-ffa7e089-179c-4253-97bc-c446b16171ef tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 210 time: 0.0651565
Nov 18 16:24:23.422540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b669aa3-4dbf-487e-99c0-cb1417db82fc {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:24:23.435154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:23.445393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Transition to ACTIVE for port object 0b669aa3-4dbf-487e-99c0-cb1417db82fc will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:24:23.493030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:23.512294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:23.966395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39afc312-4680-4b7f-817b-929781d41610 req-37fca4b7-13a8-49d5-a9d5-e0f07bc33482 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] 10.222.0.23 "GET /v2.0/ports?device_id=9864fa23-f0e5-4995-8751-34743a0be751 HTTP/1.1" status: 200  len: 210 time: 0.2897112
Nov 18 16:24:23.990308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Pushing event updated for resources: {'Port': ['ID=0b669aa3-4dbf-487e-99c0-cb1417db82fc,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:24.000258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:24.208112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27eefe-450b-4694-90a6-adde9e0af57c req-b7b45412-2732-44b5-b237-b79d9bffe914 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:24.209199 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0e27eefe-450b-4694-90a6-adde9e0af57c req-b7b45412-2732-44b5-b237-b79d9bffe914 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.6328390
Nov 18 16:24:24.221930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-b8731d1f-b42c-482d-b83d-327fd8f6890b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:24.223534 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-b8731d1f-b42c-482d-b83d-327fd8f6890b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.3167441
Nov 18 16:24:24.252739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Request body: {'port': {'device_id': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e', 'admin_state_up': True, 'tenant_id': '9326866b614f408fa1c9169e25ecb418'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:24.469161 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0e27eefe-450b-4694-90a6-adde9e0af57c req-21cbedb3-dee5-408d-a50f-bbc1727a6eaa tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366719
Nov 18 16:24:24.590682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Attempting to bind port 0b669aa3-4dbf-487e-99c0-cb1417db82fc on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:24:24.591037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Attempting to bind port 0b669aa3-4dbf-487e-99c0-cb1417db82fc by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:24:24.591419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Attempting to bind port 0b669aa3-4dbf-487e-99c0-cb1417db82fc on network 89b78844-42a0-4ad9-bb59-45a57b9bdcee {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:24:24.645645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:24.668596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:24:24.668933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Checking segment: {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:24:24.669347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:24.669750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Bound using segment: {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:24:24.670239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Bound port: 0b669aa3-4dbf-487e-99c0-cb1417db82fc, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecc1826-30ca-47fd-a067-6ff4194085a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89b78844-42a0-4ad9-bb59-45a57b9bdcee'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:24:24.670621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:24.692256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:24.750560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954f1f6-ad2a-4ba1-9c3f-a5bbb9c82250 req-8b547eff-f4ad-4cd8-adde-863b51a00d24 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:24.752264 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b954f1f6-ad2a-4ba1-9c3f-a5bbb9c82250 req-8b547eff-f4ad-4cd8-adde-863b51a00d24 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.3065431
Nov 18 16:24:24.796396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Made reservation on behalf of 9326866b614f408fa1c9169e25ecb418 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:24:24.801907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:24.905935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf40100-3bd2-4b77-88be-b0dbf31f9155 req-b9d3274a-2ec8-4674-bb8e-334a375a0fea tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:24.907579 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bcf40100-3bd2-4b77-88be-b0dbf31f9155 req-b9d3274a-2ec8-4674-bb8e-334a375a0fea tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.3052964
Nov 18 16:24:24.914699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] For port 0b669aa3-4dbf-487e-99c0-cb1417db82fc, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:24:24.928480 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b954f1f6-ad2a-4ba1-9c3f-a5bbb9c82250 req-b4ce4d93-76f2-4664-a2cb-81d440448d9b tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1658528
Nov 18 16:24:24.928608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50664) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:24.969305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] For port 0b669aa3-4dbf-487e-99c0-cb1417db82fc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0b669aa3-4dbf-487e-99c0-cb1417db82fc,segment=NetworkSegment(3ecc1826-30ca-47fd-a067-6ff4194085a0),segment_id=3ecc1826-30ca-47fd-a067-6ff4194085a0)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:24:25.058854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:25.061537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:25.096778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-35eacf26-5545-485d-844f-dde2350b94c0 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:25.192873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:25.193780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:25.222578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:25.254649 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bcf40100-3bd2-4b77-88be-b0dbf31f9155 req-46a4a33d-d655-496e-a6ee-5d2e8c5ddcde tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3349736
Nov 18 16:24:25.264536 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-136c9c46-6fc3-405f-bf93-2176ea3053e9 req-fb0b6dca-3671-4b0c-b964-c9a8b9919357 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 210 time: 0.1138728
Nov 18 16:24:25.281796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:25.293919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:f844ae55bb1d49e3ae3d6018cf6b79a4 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:25.305405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:25.311621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:25.401164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:25.450326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:25.461305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8ce0ed4d-6d1c-479f-8612-b020e8874193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:25.522880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Pushing event updated for resources: {'Port': ['ID=0b669aa3-4dbf-487e-99c0-cb1417db82fc,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:25.537009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:25.543868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50684) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:25.544971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f844ae55bb1d49e3ae3d6018cf6b79a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6175163
Nov 18 16:24:25.550016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9676421-cb00-4204-87e5-05ae7ce533b2,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:25.561603 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.562301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.562918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.563506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.564215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.581209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.581884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.582384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.582828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.585986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.586573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.587246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.589582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.590066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.590541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.592362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.592857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.593302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.594774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.596573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.597787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.598358 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.599471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.600945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:25.613585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Allocated IP 172.20.0.11 (07de265b-ecaa-4844-92c7-be0bc3e1e18e/447ab235-6317-4cb8-886c-994e6956cd9c/23bffeff-82d6-4731-9753-598fd3522607) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:24:25.629437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:25.777454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:25.777454 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] 10.222.0.37 "PUT /v2.0/ports/0b669aa3-4dbf-487e-99c0-cb1417db82fc HTTP/1.1" status: 200  len: 1162 time: 3.3468988
Nov 18 16:24:25.777454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:25.912698 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc', 'status': 'completed', 'code': 200}
Nov 18 16:24:25.963320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:26.109476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:26.122063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:26.373697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c2de5-fcd0-48df-9e7b-7f78113423b2 req-37de158a-ac76-4e21-b2d8-71534552f420 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:26.375315 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b02c2de5-fcd0-48df-9e7b-7f78113423b2 req-37de158a-ac76-4e21-b2d8-71534552f420 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.6944458
Nov 18 16:24:26.469512 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ad87da79-9ab9-49b0-8c48-d5abcc37ea13 req-300b84db-228d-4f86-96b9-56d8ac992dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9da294cdffc04a88973973eeb84f6a19&device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 1165 time: 0.5559001
Nov 18 16:24:26.501971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b02c2de5-fcd0-48df-9e7b-7f78113423b2 req-fc49f99a-4a0c-4a89-892e-932d69820428 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134226
Nov 18 16:24:26.513636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96447-6de6-4d49-b81c-1c5a04907c75 req-68d86730-8d07-4e0c-8167-1e2c7c437ea0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:26.515212 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-50e96447-6de6-4d49-b81c-1c5a04907c75 req-68d86730-8d07-4e0c-8167-1e2c7c437ea0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.4123559
Nov 18 16:24:26.542731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:26.560992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:26.567311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:26.787723 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-50e96447-6de6-4d49-b81c-1c5a04907c75 req-9ce531cc-3508-42a4-a6b0-73b1135c0f6f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2662189
Nov 18 16:24:26.802059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event updated for resources: {'Port': ['ID=23bffeff-82d6-4731-9753-598fd3522607,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:26.811952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:26.812803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:26.816396 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9676421-cb00-4204-87e5-05ae7ce533b2 HTTP/1.1" status: 204  len: 168 time: 1.2671938
Nov 18 16:24:26.816396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:26.850596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9676421-cb00-4204-87e5-05ae7ce533b2,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:26.857282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:26.887446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721053-41e3-4966-a755-5b393b7f79bd req-baaf5ad4-04c0-4cf3-bb48-67d95c94e839 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:26.889422 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8721053-41e3-4966-a755-5b393b7f79bd req-baaf5ad4-04c0-4cf3-bb48-67d95c94e839 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.2607002
Nov 18 16:24:26.900827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:24:26.916063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:24:26.922349 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:24:27.058283 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8721053-41e3-4966-a755-5b393b7f79bd req-83aad676-c2e5-41b8-aac5-7dee8ca6522c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610560
Nov 18 16:24:27.064360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:27.065060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.109349 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b6f2-c55d-487e-ac40-c0d2baff528b req-40974593-6e4b-4a46-ae58-01977a19fce1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:27.110130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5df6b6f2-c55d-487e-ac40-c0d2baff528b req-40974593-6e4b-4a46-ae58-01977a19fce1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:24:27.127190 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8787622
Nov 18 16:24:27.155427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5df6b6f2-c55d-487e-ac40-c0d2baff528b req-40974593-6e4b-4a46-ae58-01977a19fce1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:24:27.158838 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5df6b6f2-c55d-487e-ac40-c0d2baff528b req-40974593-6e4b-4a46-ae58-01977a19fce1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 932 time: 0.2008083
Nov 18 16:24:27.263448 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5df6b6f2-c55d-487e-ac40-c0d2baff528b req-219b7218-e73b-4717-9571-c9ad630c6cd5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995979
Nov 18 16:24:27.293632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2ddbc-00fb-4633-aa8b-e61d7a783d68 req-11b2dc6f-ca0a-4281-a019-ba3c0a2cae2f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:27.295228 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-64e2ddbc-00fb-4633-aa8b-e61d7a783d68 req-11b2dc6f-ca0a-4281-a019-ba3c0a2cae2f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1079121
Nov 18 16:24:27.304879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50718) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:27.310922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'floatingip': {'port_id': 'bccb3a9c-8109-4fed-b284-2b76719be624'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:27.393599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.421570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50722) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:27.441454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.519144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:27.523778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Usage tracker for resource:security_group_rule and tenant:f03d731c25364a189de2ebcbb64147e9 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:27.526870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:27.532758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:27.617532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.652243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.660914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-894ab4cc-af6f-46c7-b3a7-9612d96ece42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:27.709057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5096965a-61c9-46a9-9b22-e6ef063b09e5,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:27.715949 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f03d731c25364a189de2ebcbb64147e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2908204
Nov 18 16:24:27.715949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:27.716195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50728) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:27.781238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.814665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.850070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b505287-f76c-4dc2-b773-afe35758737d req-1c321973-f3ff-4812-a982-4e02b4c3b9b7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:27.851687 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b505287-f76c-4dc2-b773-afe35758737d req-1c321973-f3ff-4812-a982-4e02b4c3b9b7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.1953778
Nov 18 16:24:27.892342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.897738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2dee0724-2860-4fe1-9767-5b8279194765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:27.912228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096965a-61c9-46a9-9b22-e6ef063b09e5,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:27.915308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:27.920270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:27.923785 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5096965a-61c9-46a9-9b22-e6ef063b09e5 HTTP/1.1" status: 204  len: 168 time: 0.2042043
Nov 18 16:24:28.112318 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b505287-f76c-4dc2-b773-afe35758737d req-76df0299-1376-475e-817a-3ad934508529 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941991
Nov 18 16:24:28.676871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:28.685633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deed8df-4697-4d39-9b84-fc8482880856 req-2057862b-8e69-4e14-abe2-09763a3f871d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:28.687337 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0deed8df-4697-4d39-9b84-fc8482880856 req-2057862b-8e69-4e14-abe2-09763a3f871d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.4556246
Nov 18 16:24:28.722949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:28.818067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff77596-1a59-42d9-940e-5966781f4c0d req-04685538-6dfd-4299-abc6-8618c4c9e223 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:28.820404 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ff77596-1a59-42d9-940e-5966781f4c0d req-04685538-6dfd-4299-abc6-8618c4c9e223 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 932 time: 0.2422404
Nov 18 16:24:28.859887 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0deed8df-4697-4d39-9b84-fc8482880856 req-594c4733-d6c1-430d-b676-e72a65d38266 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645195
Nov 18 16:24:28.965364 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ff77596-1a59-42d9-940e-5966781f4c0d req-1f010de3-9f47-4c23-8a61-3f429f01b0f8 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355844
Nov 18 16:24:29.008946 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Floating IP 5d158c19-1a3c-44c2-b55b-2deb31b8495f associated. External IP: 172.27.3.130, port: bccb3a9c-8109-4fed-b284-2b76719be624.
Nov 18 16:24:29.242329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Request body: {'port': {'device_id': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:29.283614 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ad87da79-9ab9-49b0-8c48-d5abcc37ea13 req-bc24ef0e-543c-471c-a0b6-51285dedc019 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9da294cdffc04a88973973eeb84f6a19&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0829358
Nov 18 16:24:29.649938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:29.682930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9e130-00ef-444d-8d71-9758022a8963 req-46d1dc31-23db-4f53-bd01-ef4b55d7765a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:29.684587 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eed9e130-00ef-444d-8d71-9758022a8963 req-46d1dc31-23db-4f53-bd01-ef4b55d7765a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.4091501
Nov 18 16:24:29.687688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87da79-9ab9-49b0-8c48-d5abcc37ea13 req-da8b1e8e-576b-4387-8f13-ac9dfda6b836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:29.689233 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ad87da79-9ab9-49b0-8c48-d5abcc37ea13 req-da8b1e8e-576b-4387-8f13-ac9dfda6b836 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3655574
Nov 18 16:24:29.731533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:24:29.879579 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eed9e130-00ef-444d-8d71-9758022a8963 req-5b8f1429-2856-493c-975c-25bb8b7aaa8b tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879039
Nov 18 16:24:30.224991 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-ef113143-a1bc-45df-9307-74cbbc670e02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9da294cdffc04a88973973eeb84f6a19&device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 1165 time: 0.3836381
Nov 18 16:24:30.636761 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-14ecce44-762b-4ea2-8f92-5e4629e06d3d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0841658
Nov 18 16:24:30.642171 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-8a2007a5-b883-4d56-8e99-1ef076956730 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0b669aa3-4dbf-487e-99c0-cb1417db82fc HTTP/1.1" status: 200  len: 217 time: 0.3788631
Nov 18 16:24:30.716619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581983f-e0fd-4e85-acfa-631e53ec3d5f req-f45c59c6-48cd-4b8e-9f74-ac493cd60e5a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:30.718239 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1581983f-e0fd-4e85-acfa-631e53ec3d5f req-f45c59c6-48cd-4b8e-9f74-ac493cd60e5a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.6556761
Nov 18 16:24:30.781129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:24:30.811122 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-b37bc596-c7b1-432b-be66-eb2cc6dd345f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 1162 time: 0.0908377
Nov 18 16:24:30.830036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-54e67acb-59ec-4da4-8840-0273ee8440ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:30.831668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-54e67acb-59ec-4da4-8840-0273ee8440ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c991237-458b-4bf1-b545-79ff95dd6e42 HTTP/1.1" status: 200  len: 843 time: 0.1712449
Nov 18 16:24:30.848441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5911d2-214a-489c-94ee-e073c0bb2c63 req-cae60079-7c39-4502-bf09-a6674979b385 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:30.850035 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ab5911d2-214a-489c-94ee-e073c0bb2c63 req-cae60079-7c39-4502-bf09-a6674979b385 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 932 time: 0.6375556
Nov 18 16:24:30.982868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-fd9f0451-0e82-4e08-9600-6f8e06a10347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:30.984468 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-fd9f0451-0e82-4e08-9600-6f8e06a10347 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 908 time: 0.1528101
Nov 18 16:24:31.062165 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1581983f-e0fd-4e85-acfa-631e53ec3d5f req-fb2156e9-4d47-4a89-ae1f-3d77ec65cd3e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3328891
Nov 18 16:24:31.070837 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-b1c6856b-5c22-4fd6-83f3-1e42c6da55e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5255c8d-a242-45b7-9057-95fcb1351c3b HTTP/1.1" status: 200  len: 217 time: 0.0785427
Nov 18 16:24:31.080655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bffeff-82d6-4731-9753-598fd3522607 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:24:31.089386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:31.146977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Transition to ACTIVE for port object 23bffeff-82d6-4731-9753-598fd3522607 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:24:31.163261 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ab5911d2-214a-489c-94ee-e073c0bb2c63 req-1b68bfc5-5a1a-401d-a18c-bc646f6cc16d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2628236
Nov 18 16:24:31.166455 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-2c305465-3731-41d6-9ce5-f27955baed12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b78844-42a0-4ad9-bb59-45a57b9bdcee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3151524
Nov 18 16:24:31.247304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:31.321026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-90fcdd6d-cd32-40dd-95c1-2ffcedc699ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:31.323306 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-90fcdd6d-cd32-40dd-95c1-2ffcedc699ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.2297683
Nov 18 16:24:31.331910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30edb2c2-b3b3-4a9e-8215-eb7a3ef5d9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:31.379243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50826) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:31.387445 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-0533380a-22a0-4f56-ac4e-b343f192762e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540679
Nov 18 16:24:31.561211 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-3ebdda33-d867-4d68-a339-1cebf2c23254 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625612
Nov 18 16:24:31.695950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Pushing event updated for resources: {'Port': ['ID=23bffeff-82d6-4731-9753-598fd3522607,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:31.716055 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a18810b-807f-4d30-93c3-46b9cb7ce9c9 req-1b6633c2-e77f-484c-9a78-babff4ae07fb service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456232
Nov 18 16:24:31.719416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:31.744415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Deleting subnet 59284693-0f1b-4fa3-b46f-77fbe92c7881 {{(pid=80403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:24:31.753752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:31.788587 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-ac428351-0760-45cc-8088-0df34dde1cb1 service neutron] 10.222.0.37 "GET /v2.0/networks/89b78844-42a0-4ad9-bb59-45a57b9bdcee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6054850
Nov 18 16:24:31.926559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436002'] for subnet, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.030691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377bec-1859-4ae2-ae89-03aed9c97d36 req-7cdf0789-1ac9-45c9-8109-fda39c8abcd8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:32.032376 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04377bec-1859-4ae2-ae89-03aed9c97d36 req-7cdf0789-1ac9-45c9-8109-fda39c8abcd8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.5599408
Nov 18 16:24:32.166044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:24:32.181195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:24:32.186242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.195768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:24:32.197497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:24:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:32.428366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:24:32.467137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.481138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50854) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:32.540676 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2928a0f3-e347-4f2d-ad84-1a0bba93a45a req-dd61e439-8dd4-4e8f-a615-3dfb4055bbc8 service neutron] 10.222.0.37 "GET /v2.0/networks/89b78844-42a0-4ad9-bb59-45a57b9bdcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7238581
Nov 18 16:24:32.645246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04377bec-1859-4ae2-ae89-03aed9c97d36 req-eddfd6e6-f865-467c-9939-321016f607a9 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5927353
Nov 18 16:24:32.655353 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b96c90fa-c665-417e-b7e3-9c798664e19c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "PUT /v2.0/floatingips/5d158c19-1a3c-44c2-b55b-2deb31b8495f HTTP/1.1" status: 200  len: 991 time: 5.3467352
Nov 18 16:24:32.664815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:32.687889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.744230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:32.753569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Usage tracker for resource:security_group_rule and tenant:e43a602e0f784838a2dcc24d2a3f8051 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:32.767496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:32.774747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:32.874045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.885694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Attempting to bind port 23bffeff-82d6-4731-9753-598fd3522607 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:24:32.888870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Attempting to bind port 23bffeff-82d6-4731-9753-598fd3522607 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:24:32.888870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Attempting to bind port 23bffeff-82d6-4731-9753-598fd3522607 on network 07de265b-ecaa-4844-92c7-be0bc3e1e18e {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:24:32.906482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.915229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332726a7-4ea6-4339-8815-af061bdaf6ff req-f5b8cb34-3339-479e-b1c4-7186d2578f34 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:32.917502 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-332726a7-4ea6-4339-8815-af061bdaf6ff req-f5b8cb34-3339-479e-b1c4-7186d2578f34 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.6947985
Nov 18 16:24:32.920996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4f2868b0-e519-411d-860d-2a320f506c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:32.927899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:24:32.928280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Checking segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:24:32.928724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.929143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Bound using segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:24:32.929645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Bound port: 23bffeff-82d6-4731-9753-598fd3522607, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:24:32.930019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:32.985785 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e43a602e0f784838a2dcc24d2a3f8051&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5033164
Nov 18 16:24:32.987461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50874) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:32.990844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafa20f-f097-4e54-ae3f-b6d58fc8587f,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:33.004789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:33.062658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.112387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.161767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '5d158c19-1a3c-44c2-b55b-2deb31b8495f', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'port_id': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'mac_address': 'fa:16:3e:55:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:23:55Z', 'updated_at': '2020-11-18T16:24:28Z', 'revision_number': 1, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:33.163571 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-332726a7-4ea6-4339-8815-af061bdaf6ff req-7c3583c0-9ead-4392-bc63-7c2e2089ee96 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182989
Nov 18 16:24:33.172400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:24:33.175579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14883c8-d031-4a8b-b342-f41d27627f0b req-f6fe246d-0d76-430f-a583-83a76d0efbca tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:33.177240 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e14883c8-d031-4a8b-b342-f41d27627f0b req-f6fe246d-0d76-430f-a583-83a76d0efbca tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 944 time: 0.3712316
Nov 18 16:24:33.187802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:24:33.188487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:24:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:33.211523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] For port 23bffeff-82d6-4731-9753-598fd3522607, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:24:33.220811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.227830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] For port 23bffeff-82d6-4731-9753-598fd3522607, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=23bffeff-82d6-4731-9753-598fd3522607,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:24:33.230629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1c0b3a85-0e16-41a2-a733-e26d384c0287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:33.250100 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e14883c8-d031-4a8b-b342-f41d27627f0b req-43dbb4fd-0707-4842-a198-8ecd438675e1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595949
Nov 18 16:24:33.255826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852613592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852369501'] for subnet, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.267328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bafa20f-f097-4e54-ae3f-b6d58fc8587f,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:33.276581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:33.278050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:33.282884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.285351 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bafa20f-f097-4e54-ae3f-b6d58fc8587f HTTP/1.1" status: 204  len: 168 time: 0.2966797
Nov 18 16:24:33.367381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.388487 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'status': 'completed', 'code': 200}
Nov 18 16:24:33.391653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59284693-0f1b-4fa3-b46f-77fbe92c7881,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:33.400385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:33.411602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-38147afc-5e4d-436d-acf0-75bccb2c2e82 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:33.467911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:24:33.694378 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Pushing event updated for resources: {'Port': ['ID=23bffeff-82d6-4731-9753-598fd3522607,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:33.703694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:33.733552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.756853 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-2941924e-2b09-42de-a304-03da120c01f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59284693-0f1b-4fa3-b46f-77fbe92c7881 HTTP/1.1" status: 204  len: 168 time: 2.3647330
Nov 18 16:24:33.759882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50900) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:33.766270 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-d43221f5-3537-4c2a-8c54-85a87b4556b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1162 time: 0.3244126
Nov 18 16:24:33.770764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:33.772199 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] 10.222.0.37 "PUT /v2.0/ports/23bffeff-82d6-4731-9753-598fd3522607 HTTP/1.1" status: 200  len: 1158 time: 4.5385630
Nov 18 16:24:33.958013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-1dcff86e-4a68-46e3-9206-56c449e3cbca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:33.959638 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-1dcff86e-4a68-46e3-9206-56c449e3cbca service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.1860693
Nov 18 16:24:33.982116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '5d158c19-1a3c-44c2-b55b-2deb31b8495f', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'port_id': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'mac_address': 'fa:16:3e:55:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:23:55Z', 'updated_at': '2020-11-18T16:24:28Z', 'revision_number': 1, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:33.986530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bfbf8-87e6-4117-9345-98f8189a2ca4 None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '5d158c19-1a3c-44c2-b55b-2deb31b8495f', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'floating_ip_address': '172.27.3.130', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'port_id': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'mac_address': 'fa:16:3e:55:a8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:23:55Z', 'updated_at': '2020-11-18T16:24:28Z', 'revision_number': 1, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:24:33.992906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.209101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50912) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:34.221668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.260328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.275501 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-6b5e8816-4d35-4876-acde-e2e681c12010 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 999 time: 0.2260005
Nov 18 16:24:34.289481 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-3ffd9eb2-0b3d-493f-9761-3fdea5d26e63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 1161 time: 0.3287704
Nov 18 16:24:34.340674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b24ca7-511b-431f-92f8-8dc9ac48dd64 None None] New status for floating IP 5d158c19-1a3c-44c2-b55b-2deb31b8495f: ACTIVE {{(pid=80405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:24:34.351127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb22a-c383-48bb-8a38-7003acce8cfa req-64646e5d-9928-401a-b4eb-0440702be1fa tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:34.353444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6afdb22a-c383-48bb-8a38-7003acce8cfa req-64646e5d-9928-401a-b4eb-0440702be1fa tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.3913960
Nov 18 16:24:34.378573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1441d08a58>,) {'filters': {'network_id': ['129457ca-2848-4885-a737-35fa1f159844']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:34.393678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441d08a58>, '12e44d0b-b3ef-4a95-8693-637194397a8e') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:34.395572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441d08a58>, '12e44d0b-b3ef-4a95-8693-637194397a8e') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:24:34.407617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.426199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.428740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:24:34.521428 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-450ceb56-5d27-4f44-aafe-35397671865b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23bffeff-82d6-4731-9753-598fd3522607 HTTP/1.1" status: 200  len: 217 time: 0.1813095
Nov 18 16:24:34.529551 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-38b16142-0efd-46e0-9a00-daa051fe0de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:34.531117 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-38b16142-0efd-46e0-9a00-daa051fe0de3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.2472584
Nov 18 16:24:34.586513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:34.631205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e017c789-9504-426f-bdb5-5c09bb747c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.640738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Network 129457ca-2848-4885-a737-35fa1f159844 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:24:34.650708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.852853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Network 129457ca-2848-4885-a737-35fa1f159844 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:24:34.870888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Usage tracker for resource:security_group_rule and tenant:08a44740afcf41e2bccd2c510ce86bbe is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:24:34.876744 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:24:34.879047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:34.893074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:34.897208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6afdb22a-c383-48bb-8a38-7003acce8cfa req-1874e29e-d74f-48b2-9f98-30a5ffca0d50 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4800560
Nov 18 16:24:34.921014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-d2d47ac8-c681-41c0-8c1f-559402cc7225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:34.922618 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-d2d47ac8-c681-41c0-8c1f-559402cc7225 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.3856611
Nov 18 16:24:34.985262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:34.996726 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-3d3c8488-96a0-4a0e-b752-7ae9e89c606a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613568
Nov 18 16:24:35.007631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e61ca-5c7c-4d78-a8db-14a9efd1013f req-514cc94a-1241-421a-b528-1869052f85e0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:35.009262 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-862e61ca-5c7c-4d78-a8db-14a9efd1013f req-514cc94a-1241-421a-b528-1869052f85e0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.6706743
Nov 18 16:24:35.018328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.037567 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.049092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-60d42f74-cd54-4b1b-a27f-e58626e1e82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:35.069861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Pushing event deleted for resources: {'Network': ['ID=129457ca-2848-4885-a737-35fa1f159844,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:35.073031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:35.101790 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] 10.222.0.23 "DELETE /v2.0/networks/129457ca-2848-4885-a737-35fa1f159844 HTTP/1.1" status: 204  len: 168 time: 1.3399885
Nov 18 16:24:35.176484 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-d000aa9f-390e-4bed-8822-8878622de5bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6298180
Nov 18 16:24:35.354452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.364141 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-862e61ca-5c7c-4d78-a8db-14a9efd1013f req-7c2d2120-2660-4075-9216-c3922bd5fb34 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3479781
Nov 18 16:24:35.424433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'tag': '23bffeff-82d6-4731-9753-598fd3522607'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:35.445945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.465919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6ed9ac84-8a20-4268-b322-d6d64e5990f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:35.498344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 89b78844-42a0-4ad9-bb59-45a57b9bdcee details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:24:35.503066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-8e03d43c-15df-4dbb-96b4-bc4c086da23d service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4888136
Nov 18 16:24:35.526231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50932) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:35.574842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5f8dd-e79f-4ccb-8a17-5e9834d8d679 req-eec2501c-05c7-45df-aee8-afb75c3be4ac tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:35.576541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-63a5f8dd-e79f-4ccb-8a17-5e9834d8d679 req-eec2501c-05c7-45df-aee8-afb75c3be4ac tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 944 time: 0.5187593
Nov 18 16:24:35.586438 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f92ad5b5-e458-40d3-bad6-02a316701f17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01b4b5344b774fcebd5641257e5a9391&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0569682
Nov 18 16:24:35.587111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50936) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:35.595444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac2dac7-bb3b-436a-8b68-e337495cc5a8,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:35.600965 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08a44740afcf41e2bccd2c510ce86bbe&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3897183
Nov 18 16:24:35.602540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:35.620348 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-9b996bf2-86ba-42fa-8806-b6160450e2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4259601
Nov 18 16:24:35.620881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 50940) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:35.689707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'tag': '23bffeff-82d6-4731-9753-598fd3522607', 'status': 'completed', 'code': 200}
Nov 18 16:24:35.691313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.719140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.804000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.809439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-39be6087-e8ed-4910-9f56-fd9dcda25e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:35.822550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-ea99ba67-0440-4081-98b4-1cffa0698f43 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:24:35.823022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea126077-6a81-46e8-b6d9-61dedc89ae3d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:35.825868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:35.866413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:35.867843 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea126077-6a81-46e8-b6d9-61dedc89ae3d HTTP/1.1" status: 204  len: 168 time: 0.2791710
Nov 18 16:24:35.924092 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-63a5f8dd-e79f-4ccb-8a17-5e9834d8d679 req-0ab85ac2-97b2-40af-ba4a-7df36e481a76 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3315578
Nov 18 16:24:35.948066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7371900-6f1c-4a07-8aa9-d914ed0662f1 req-e718db01-f58b-48c6-8d1a-b82d6a42fcd3 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4169877
Nov 18 16:24:35.969334 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4672851d-d1f0-4f54-8bf8-c828056266fc req-7efa13c4-d575-4cdb-aa32-ac9d1b880cf8 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3293760
Nov 18 16:24:35.972072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:36.002371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:36.206348 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-553ca1e3-24d8-4c9f-81d4-f1824ca03e54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 1161 time: 0.1575525
Nov 18 16:24:36.216551 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e132fa-6d6a-4d94-811b-1793ff780254 req-fa6fc81f-e697-4af7-af3c-f82be5d736ec tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:36.218102 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41e132fa-6d6a-4d94-811b-1793ff780254 req-fa6fc81f-e697-4af7-af3c-f82be5d736ec tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.1239290
Nov 18 16:24:36.253918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:36.282265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:36.303707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac2dac7-bb3b-436a-8b68-e337495cc5a8,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:36.310440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:36.376196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:36.377465 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ac2dac7-bb3b-436a-8b68-e337495cc5a8 HTTP/1.1" status: 204  len: 168 time: 0.7395477
Nov 18 16:24:36.437656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-125641a5-2240-4f25-811b-a0210eebee66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:36.439255 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-125641a5-2240-4f25-811b-a0210eebee66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 908 time: 0.2202256
Nov 18 16:24:36.455263 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41e132fa-6d6a-4d94-811b-1793ff780254 req-1afb6604-6f15-4325-80b9-b57abaa112c8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075574
Nov 18 16:24:36.541327 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-d1a87db9-5ebf-4c8a-9e04-068226c8a14a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23bffeff-82d6-4731-9753-598fd3522607 HTTP/1.1" status: 200  len: 217 time: 0.0842893
Nov 18 16:24:36.666145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 0b669aa3-4dbf-487e-99c0-cb1417db82fc up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:36.676169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-bcd2f026-05c4-4666-aa9e-d957a86ad571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:36.678006 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-bcd2f026-05c4-4666-aa9e-d957a86ad571 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.0945275
Nov 18 16:24:36.747967 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-e3ca0c0b-6a49-4d72-a3dd-be0205514a61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570462
Nov 18 16:24:36.761083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b038-d811-4f20-94ef-5eaa79120fc6 req-f845ce5a-d33b-4de7-a8c7-43da513441e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:36.762834 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-81d9b038-d811-4f20-94ef-5eaa79120fc6 req-f845ce5a-d33b-4de7-a8c7-43da513441e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.2204356
Nov 18 16:24:36.792490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d5730b4-0d47-4f83-899d-f9903400fb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:36.817791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 0b669aa3-4dbf-487e-99c0-cb1417db82fc completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:36.823479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 0b669aa3-4dbf-487e-99c0-cb1417db82fc triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:36.824374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:36.953951 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-81d9b038-d811-4f20-94ef-5eaa79120fc6 req-8a8c23e8-1a04-48d8-b516-d795a7e68c54 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645889
Nov 18 16:24:36.976950 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-329e3abe-5676-4e33-b6c6-9b4a0aa6a571 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126403
Nov 18 16:24:36.977069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.025586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 0b669aa3-4dbf-487e-99c0-cb1417db82fc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0b669aa3-4dbf-487e-99c0-cb1417db82fc,segment=NetworkSegment(3ecc1826-30ca-47fd-a067-6ff4194085a0),segment_id=3ecc1826-30ca-47fd-a067-6ff4194085a0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:37.027185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:37.055760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.061496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:37.135546 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-660bf507-f928-4c6b-9445-9777b9b666ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:37.187302 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc', 'code': 200}
Nov 18 16:24:37.240427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:37.240427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.336685 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7dbc48d-ea1b-4a00-b4ec-3c113650c21c req-935d561d-bda3-4c98-a121-2fe72b740ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3471618
Nov 18 16:24:37.378026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 50990) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:37.401409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7795cab-0fbf-4496-99ae-6f86031d754f req-06e84ba8-dcb5-4acb-84e5-1b323bea8e6d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:37.412388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e7795cab-0fbf-4496-99ae-6f86031d754f req-06e84ba8-dcb5-4acb-84e5-1b323bea8e6d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 944 time: 0.2110188
Nov 18 16:24:37.447336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.491468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=0b669aa3-4dbf-487e-99c0-cb1417db82fc,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:37.555267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.555663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.556130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.556534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.556924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.557300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.557676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.558051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.558421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.558790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.559156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.559527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.559981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.560354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.560750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.561119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.561319 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e7795cab-0fbf-4496-99ae-6f86031d754f req-5c597187-af66-453b-b9f3-abfb99dc2f12 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475368
Nov 18 16:24:37.561485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.561859 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.562227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.562595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.562963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.563353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.563717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.564085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:24:37.575101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:37.631573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.661673 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9e566f05-ed5d-446e-b611-f9a5d63a2c03 req-242f8345-d786-49b6-ae7a-8e0a985b0baa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 1167 time: 0.1797762
Nov 18 16:24:37.691798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:37.697263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff967b8998a414aac3e30196d18b100 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:37.701243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:37.708974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:37.755548 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9e566f05-ed5d-446e-b611-f9a5d63a2c03 req-3121969e-9786-4bbe-a836-526021d6a86e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548968
Nov 18 16:24:37.789640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.793540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4b16-c3e4-4985-a913-a21add43d20b req-a62708fe-9f2c-4b42-9db8-10ed5c1aa9b2 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:37.795362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-445a4b16-c3e4-4985-a913-a21add43d20b req-a62708fe-9f2c-4b42-9db8-10ed5c1aa9b2 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.1326089
Nov 18 16:24:37.819162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 0b669aa3-4dbf-487e-99c0-cb1417db82fc up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:37.832024 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.842310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:37.906208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-445a4b16-c3e4-4985-a913-a21add43d20b req-23d83562-70b7-4b5d-bb4b-a35446a3bb48 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005952
Nov 18 16:24:37.938484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 51018) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:37.946804 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ff967b8998a414aac3e30196d18b100&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5670600
Nov 18 16:24:37.956260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 0b669aa3-4dbf-487e-99c0-cb1417db82fc triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:37.956752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:37.965506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6120844-89fa-4ab9-9198-569b140e5b7e,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:37.970049 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:38.058100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:38.107256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:38.262357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:38.272409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-df09ae0e-a41c-4075-a87a-012241caf8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:38.287956 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6120844-89fa-4ab9-9198-569b140e5b7e,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:38.290723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:38.301170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:38.302770 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6120844-89fa-4ab9-9198-569b140e5b7e HTTP/1.1" status: 204  len: 168 time: 0.3647394
Nov 18 16:24:38.351738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03249d46-f444-447d-a59b-8667dc9d9bb9 req-a5d277ac-a16e-4913-8c4c-8b57af99b612 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:38.353628 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03249d46-f444-447d-a59b-8667dc9d9bb9 req-a5d277ac-a16e-4913-8c4c-8b57af99b612 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1382899
Nov 18 16:24:38.409764 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03249d46-f444-447d-a59b-8667dc9d9bb9 req-4a8f093b-b015-4f42-95b8-4bfeadf31bf8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489550
Nov 18 16:24:38.820925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:38.832958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5efd7b-1abf-4638-adf1-e9eb1c13b7d7 req-f4d46083-2067-4d9c-81ca-4dd3232a2034 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:38.835643 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ee5efd7b-1abf-4638-adf1-e9eb1c13b7d7 req-f4d46083-2067-4d9c-81ca-4dd3232a2034 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 944 time: 0.1097403
Nov 18 16:24:38.890457 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ee5efd7b-1abf-4638-adf1-e9eb1c13b7d7 req-fa778ea4-af6d-4d16-bd60-fc9774f6b7a4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497503
Nov 18 16:24:38.975166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 51060) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:38.998295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:39.121335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:39.132442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:5379efadd5bf4eda9309afb75fc225ca is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:39.138720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:39.223134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:39.235259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:39.364019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:39.399251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b91ba-979f-4473-8d25-9a25a117a95e req-225d009d-1f71-4479-96bd-e1ba30b890a5 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:39.401697 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f12b91ba-979f-4473-8d25-9a25a117a95e req-225d009d-1f71-4479-96bd-e1ba30b890a5 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.2460110
Nov 18 16:24:39.403028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:39.413503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-dd84471e-7d60-49c7-a296-67140cd028ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:39.509820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3d0fc-3a8d-4620-8d7e-a4e973c9663f,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:39.532639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:39.538784 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5379efadd5bf4eda9309afb75fc225ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5601015
Nov 18 16:24:39.539481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 51076) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:39.548638 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f12b91ba-979f-4473-8d25-9a25a117a95e req-0e8ba57f-54bb-4a37-8943-ef25c05dbbc7 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360424
Nov 18 16:24:39.668327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02418e71-52f0-44c2-b1f7-270aa0ec68fb req-80948b15-6f5c-4057-bc3a-2139764e39e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:39.670291 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02418e71-52f0-44c2-b1f7-270aa0ec68fb req-80948b15-6f5c-4057-bc3a-2139764e39e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1019132
Nov 18 16:24:39.728846 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02418e71-52f0-44c2-b1f7-270aa0ec68fb req-9099027c-14ec-432f-af68-4726074485a2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505962
Nov 18 16:24:39.809808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:39.840519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:40.138217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:40.143784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-51bc805d-03aa-406b-a174-9e167f48e454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:40.160096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3d0fc-3a8d-4620-8d7e-a4e973c9663f,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:40.166058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:40.168172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:40.169778 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4d3d0fc-3a8d-4620-8d7e-a4e973c9663f HTTP/1.1" status: 204  len: 168 time: 0.6292100
Nov 18 16:24:40.271780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8162d59-048d-4081-b08e-a5ed2be71f62 req-ce7fd8c9-adbc-4d51-a066-05584c68f0f4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:40.273592 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8162d59-048d-4081-b08e-a5ed2be71f62 req-ce7fd8c9-adbc-4d51-a066-05584c68f0f4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 944 time: 0.1201472
Nov 18 16:24:40.326205 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8162d59-048d-4081-b08e-a5ed2be71f62 req-67e2da20-d628-4fc8-916b-c9e5e81aacba tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440278
Nov 18 16:24:40.511185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 0b669aa3-4dbf-487e-99c0-cb1417db82fc up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:40.592679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 0b669aa3-4dbf-487e-99c0-cb1417db82fc triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:40.593362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:40.756043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 23bffeff-82d6-4731-9753-598fd3522607 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:40.904751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 23bffeff-82d6-4731-9753-598fd3522607 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:24:40.910509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 23bffeff-82d6-4731-9753-598fd3522607 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:40.910937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:41.063078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae3603-e66a-40a9-9e27-f394345af518 req-4c529eec-feef-4efa-ba0c-b00c950fc4f4 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:41.067669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:41.070597 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-19ae3603-e66a-40a9-9e27-f394345af518 req-4c529eec-feef-4efa-ba0c-b00c950fc4f4 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.3754311
Nov 18 16:24:41.106424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bffeff-82d6-4731-9753-598fd3522607'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:41.126038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 23bffeff-82d6-4731-9753-598fd3522607, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=23bffeff-82d6-4731-9753-598fd3522607,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:41.136694 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-19ae3603-e66a-40a9-9e27-f394345af518 req-5c0be2b4-b4e7-4fb3-b3de-8088c05aa83f tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651093
Nov 18 16:24:41.148423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb916-1d6c-47c1-9c2e-33f37d6782f3 req-656c85fb-9633-4de3-8488-11bea935f734 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:41.150598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-591eb916-1d6c-47c1-9c2e-33f37d6782f3 req-656c85fb-9633-4de3-8488-11bea935f734 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1463308
Nov 18 16:24:41.172901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:41.178792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:41.255302 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-591eb916-1d6c-47c1-9c2e-33f37d6782f3 req-02e05220-9417-4bd3-a47e-07673254c87b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976536
Nov 18 16:24:41.273209 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bffeff-82d6-4731-9753-598fd3522607', 'code': 200}
Nov 18 16:24:41.326075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=23bffeff-82d6-4731-9753-598fd3522607,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:41.330321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:41.716588 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-45c7d0c7-8c36-4879-9e77-163fae41f174 req-57e41003-d845-41ce-915d-762355c0cd52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 1163 time: 0.1879566
Nov 18 16:24:41.722605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35bf1-0c94-4702-834c-1f46e7cc0bfd req-0673326f-7f1a-4c18-aebf-a72a263ff1fe tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:41.731401 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-daf35bf1-0c94-4702-834c-1f46e7cc0bfd req-0673326f-7f1a-4c18-aebf-a72a263ff1fe tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.1518910
Nov 18 16:24:41.812077 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-daf35bf1-0c94-4702-834c-1f46e7cc0bfd req-38f30b46-2e85-4746-8f6a-3181514324c5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797570
Nov 18 16:24:41.816915 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-45c7d0c7-8c36-4879-9e77-163fae41f174 req-11c63b7f-2baf-4974-8f23-a78b5215355b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833077
Nov 18 16:24:42.026242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd93b-2fc8-441d-a139-cb8f5dbf9ece req-b09fe0c9-57cb-46e2-8b6c-ccb7cf55918b tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:42.046361 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dfbcd93b-2fc8-441d-a139-cb8f5dbf9ece req-b09fe0c9-57cb-46e2-8b6c-ccb7cf55918b tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.1123776
Nov 18 16:24:42.110052 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dfbcd93b-2fc8-441d-a139-cb8f5dbf9ece req-a9f9a57f-be45-496a-9093-2eee85d2fa56 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625865
Nov 18 16:24:42.486606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefcee5-306e-4dfd-b343-df54bdcac992 req-679fbd3f-edb3-4a1e-b826-2be8b56b5dd1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:42.488173 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0eefcee5-306e-4dfd-b343-df54bdcac992 req-679fbd3f-edb3-4a1e-b826-2be8b56b5dd1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0866053
Nov 18 16:24:42.537674 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0eefcee5-306e-4dfd-b343-df54bdcac992 req-7cc5e62a-22f2-4c40-91ad-c51bbabf619a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428958
Nov 18 16:24:43.025858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ee7a8-1a86-4007-8344-fceed061fe3f req-fb80b8fe-267c-48a6-9c3b-b149994eb6b0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:43.027469 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8d7ee7a8-1a86-4007-8344-fceed061fe3f req-fb80b8fe-267c-48a6-9c3b-b149994eb6b0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0833395
Nov 18 16:24:43.076818 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8d7ee7a8-1a86-4007-8344-fceed061fe3f req-07b21cb6-f3e7-4eee-815f-5aacdf7837f7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425651
Nov 18 16:24:43.336306 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb743a-5eb1-4961-971f-89a661b334e5 req-e309bf73-1749-441e-a122-d485be7e1b80 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:43.338096 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dfbb743a-5eb1-4961-971f-89a661b334e5 req-e309bf73-1749-441e-a122-d485be7e1b80 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0938756
Nov 18 16:24:43.393343 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dfbb743a-5eb1-4961-971f-89a661b334e5 req-9b1a1adf-20b7-424a-81f0-e753f39b1579 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436814
Nov 18 16:24:43.747023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286ece-9e04-4163-b42f-cf79e871b9cb req-c95eb6fe-6a85-434f-950b-fdc929efe77c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:43.748660 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-72286ece-9e04-4163-b42f-cf79e871b9cb req-c95eb6fe-6a85-434f-950b-fdc929efe77c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0833144
Nov 18 16:24:43.801480 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-72286ece-9e04-4163-b42f-cf79e871b9cb req-ab4029d4-c348-4bc1-b0d7-fb4fd724978a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464792
Nov 18 16:24:44.287981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f88ba-8841-4e8f-8449-342f405b3a1a req-b0d6b503-2ec1-4f71-9565-af96e52ffcfb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:44.289635 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f57f88ba-8841-4e8f-8449-342f405b3a1a req-b0d6b503-2ec1-4f71-9565-af96e52ffcfb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0848141
Nov 18 16:24:44.339055 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f57f88ba-8841-4e8f-8449-342f405b3a1a req-a927de2b-0df7-4d1c-8f38-44248cc312b0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432405
Nov 18 16:24:44.512643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 23bffeff-82d6-4731-9753-598fd3522607 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:44.595996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 23bffeff-82d6-4731-9753-598fd3522607 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:44.596340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:44.628733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d815d71-306a-4dea-ace6-c8d4d6659caf req-929c6f26-ad17-4feb-a366-48db4d867615 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:44.630385 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2d815d71-306a-4dea-ace6-c8d4d6659caf req-929c6f26-ad17-4feb-a366-48db4d867615 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0898116
Nov 18 16:24:44.689756 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2d815d71-306a-4dea-ace6-c8d4d6659caf req-c580c24a-cd50-413b-9d98-081a2dfab7c5 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522504
Nov 18 16:24:44.985698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 51230) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:45.043979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da45009-21a4-46f3-aada-6bbbfb2df14b req-bc712a0a-21a2-4b5d-ae54-38ee2696a58e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:45.052835 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6da45009-21a4-46f3-aada-6bbbfb2df14b req-bc712a0a-21a2-4b5d-ae54-38ee2696a58e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1137404
Nov 18 16:24:45.098611 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6da45009-21a4-46f3-aada-6bbbfb2df14b req-a0510e33-070c-4f2d-ace6-ee444b204ca1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447617
Nov 18 16:24:45.147363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.179424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:45.184077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e3092a7acb461f985106e97e8ad131 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:45.187018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:45.192669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:45.258954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.292110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.299952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9dee1a8b-73b6-42f8-8356-985694b3bcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:45.344244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90819af6-cff9-4fef-9c84-f242f13e0a08,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:45.347637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:45.350991 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7e3092a7acb461f985106e97e8ad131&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3641984
Nov 18 16:24:45.354398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 51236) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:45.423177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.450668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.574799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691902d2-cbc6-4ee5-b001-dfc2ffb38516 req-16d5aa4e-4a07-40a6-8332-7dcb95897328 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:45.576417 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-691902d2-cbc6-4ee5-b001-dfc2ffb38516 req-16d5aa4e-4a07-40a6-8332-7dcb95897328 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.1046526
Nov 18 16:24:45.597851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.605032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:45.628369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90819af6-cff9-4fef-9c84-f242f13e0a08,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:45.632938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:45.664426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:45.670205 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90819af6-cff9-4fef-9c84-f242f13e0a08 HTTP/1.1" status: 204  len: 168 time: 0.3144779
Nov 18 16:24:45.685079 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-691902d2-cbc6-4ee5-b001-dfc2ffb38516 req-bca7f01a-87c7-416f-8e09-b5a965036d46 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025045
Nov 18 16:24:45.904119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c396cb-35c7-48c3-a4e7-8936c32fa348 req-05fb5080-de48-48a4-8893-556191296a89 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:45.905817 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-42c396cb-35c7-48c3-a4e7-8936c32fa348 req-05fb5080-de48-48a4-8893-556191296a89 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0859156
Nov 18 16:24:45.965121 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-42c396cb-35c7-48c3-a4e7-8936c32fa348 req-d594371e-c32e-4c81-98f3-b41356123cca tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524628
Nov 18 16:24:46.287460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 51270) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:46.310601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.345734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:46.349801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Usage tracker for resource:security_group_rule and tenant:abf5f998c834440dae8358e568379431 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:46.353493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:46.359239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:46.367310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b2d8-1991-461f-93fb-aa3a96049ba8 req-c8adf402-5006-4d65-bdf4-3e06979e543c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:46.369024 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dde6b2d8-1991-461f-93fb-aa3a96049ba8 req-c8adf402-5006-4d65-bdf4-3e06979e543c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1345632
Nov 18 16:24:46.429573 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dde6b2d8-1991-461f-93fb-aa3a96049ba8 req-bd25ec60-dd61-4cfd-b295-28d3e225a75d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452468
Nov 18 16:24:46.431452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.466453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.474417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ba438b27-ff35-43d5-99c1-8d46854f9117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:46.517741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71cc63-20a5-4df9-8892-8d2cee0e9f8c,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:46.520868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:46.525021 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abf5f998c834440dae8358e568379431&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2362943
Nov 18 16:24:46.526345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 51278) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:46.590420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.618027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.697992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.703317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:46.717114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71cc63-20a5-4df9-8892-8d2cee0e9f8c,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:46.719899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:46.721101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:46.722319 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c71cc63-20a5-4df9-8892-8d2cee0e9f8c HTTP/1.1" status: 204  len: 168 time: 0.1948328
Nov 18 16:24:46.914055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a9c50-186d-45da-830a-e6d658aa6a81 req-2d51650e-08dc-4cdb-8c8c-6663ee815039 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:46.916756 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b2a9c50-186d-45da-830a-e6d658aa6a81 req-2d51650e-08dc-4cdb-8c8c-6663ee815039 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0895936
Nov 18 16:24:46.966075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b2a9c50-186d-45da-830a-e6d658aa6a81 req-0c5abe31-eaf8-431a-8bbb-3752991bfebf tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431721
Nov 18 16:24:47.216232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d784-b347-4992-a114-6e2494a96155 req-e75b85bd-687d-4e23-880b-7558bb6203cf tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:47.217725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3276d784-b347-4992-a114-6e2494a96155 req-e75b85bd-687d-4e23-880b-7558bb6203cf tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0900626
Nov 18 16:24:47.277500 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3276d784-b347-4992-a114-6e2494a96155 req-d210bf99-0d38-4d19-8530-ebfa765da8a0 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498099
Nov 18 16:24:49.584073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 23bffeff-82d6-4731-9753-598fd3522607 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:49.663782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 23bffeff-82d6-4731-9753-598fd3522607 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:49.664126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:49.752063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1124e-6bc9-4461-9579-450a16b4eed6 req-d519bb30-f272-469c-9afa-d3aab0a1cf98 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:49.754592 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fda1124e-6bc9-4461-9579-450a16b4eed6 req-d519bb30-f272-469c-9afa-d3aab0a1cf98 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1610532
Nov 18 16:24:49.806549 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-33a1cc1a-0f9a-415b-a7e6-eb6fc8505ff6 req-46fd3ba5-1d05-4049-9005-0c882b30b9c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 1163 time: 0.1384225
Nov 18 16:24:49.851547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fda1124e-6bc9-4461-9579-450a16b4eed6 req-c999a683-028a-4c6d-9cff-c530162cffb1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850527
Nov 18 16:24:49.874044 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-33a1cc1a-0f9a-415b-a7e6-eb6fc8505ff6 req-016d714f-4935-4ffe-878a-ebc08b9b3cc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545006
Nov 18 16:24:50.017667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824c077-90ac-4f5d-a921-ec800feabc10 req-fdb53a75-b42e-40ac-a0bd-ca8ef78becaf tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:50.019608 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4824c077-90ac-4f5d-a921-ec800feabc10 req-fdb53a75-b42e-40ac-a0bd-ca8ef78becaf tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0966940
Nov 18 16:24:50.096329 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4824c077-90ac-4f5d-a921-ec800feabc10 req-c667be2b-5890-4a18-95c5-44c68ab9d6d0 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666382
Nov 18 16:24:51.079650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1f8fb-ce99-4c7a-b1e7-ce0759bd5965 req-29ff7941-7d72-4472-a433-391ab3504d5f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:51.081336 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5fd1f8fb-ce99-4c7a-b1e7-ce0759bd5965 req-29ff7941-7d72-4472-a433-391ab3504d5f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0885787
Nov 18 16:24:51.130220 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5fd1f8fb-ce99-4c7a-b1e7-ce0759bd5965 req-cc3010c3-b5a0-4eed-b162-0208c09452f1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416746
Nov 18 16:24:51.338274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32839e0-72a3-4c91-8b46-c9437ea53f4b req-de8e697b-139d-4317-afe9-0b907ac744ad tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:51.339925 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d32839e0-72a3-4c91-8b46-c9437ea53f4b req-de8e697b-139d-4317-afe9-0b907ac744ad tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0928302
Nov 18 16:24:51.397237 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d32839e0-72a3-4c91-8b46-c9437ea53f4b req-3a6dd133-f377-4991-856a-cf257cabe5f4 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503790
Nov 18 16:24:52.340244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790adb-ef23-4511-bb42-6dd668b8f4f3 req-02b155eb-9a20-453f-ae0f-71280b15e02f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:52.341839 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0a790adb-ef23-4511-bb42-6dd668b8f4f3 req-02b155eb-9a20-453f-ae0f-71280b15e02f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0844026
Nov 18 16:24:52.391299 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0a790adb-ef23-4511-bb42-6dd668b8f4f3 req-79ded4ff-ebf2-473c-a3ec-2e138c931356 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431638
Nov 18 16:24:52.610161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc743c-5c9a-44de-a2c8-3cbd09f725f5 req-8ea8bbe5-c2b3-42f9-95d8-15f4270a6845 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:52.611785 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2dbc743c-5c9a-44de-a2c8-3cbd09f725f5 req-8ea8bbe5-c2b3-42f9-95d8-15f4270a6845 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 950 time: 0.0871150
Nov 18 16:24:52.662695 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2dbc743c-5c9a-44de-a2c8-3cbd09f725f5 req-90769df5-bebe-468b-9ef8-1389ec756937 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/security-groups?id=00f2585b-8687-4375-a726-ce26b137bbf6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431774
Nov 18 16:24:52.837092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 0b669aa3-4dbf-487e-99c0-cb1417db82fc no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:24:52.954555 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:52.981487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:52.991614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 0b669aa3-4dbf-487e-99c0-cb1417db82fc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0b669aa3-4dbf-487e-99c0-cb1417db82fc,segment=NetworkSegment(3ecc1826-30ca-47fd-a067-6ff4194085a0),segment_id=3ecc1826-30ca-47fd-a067-6ff4194085a0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:53.021285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:53.023177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c46a6e5b-82f2-4d24-8636-31a9970cceed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:53.043896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b789354-7684-4fcc-b955-dda96684f378 req-760a3011-935a-4d29-8d3b-b5c7bb83be31 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:53.048319 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b789354-7684-4fcc-b955-dda96684f378 req-760a3011-935a-4d29-8d3b-b5c7bb83be31 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.37 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 948 time: 0.0876327
Nov 18 16:24:53.069888 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc', 'code': 200}
Nov 18 16:24:53.094912 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=0b669aa3-4dbf-487e-99c0-cb1417db82fc,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:53.098277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:53.134540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Deleting port 0b669aa3-4dbf-487e-99c0-cb1417db82fc {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:24:53.134861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:53.394313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] For port 0b669aa3-4dbf-487e-99c0-cb1417db82fc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0b669aa3-4dbf-487e-99c0-cb1417db82fc,segment=NetworkSegment(3ecc1826-30ca-47fd-a067-6ff4194085a0),segment_id=3ecc1826-30ca-47fd-a067-6ff4194085a0)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:24:53.394891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:53.531113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Calling delete_port for 0b669aa3-4dbf-487e-99c0-cb1417db82fc owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:24:53.613731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:53.696671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:53.697399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:53.730975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191e1db-58e5-4928-b361-fde264a31d6a req-bb028b0e-7dc8-4443-9e2f-346b3cae3ca6 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:53.732683 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1191e1db-58e5-4928-b361-fde264a31d6a req-bb028b0e-7dc8-4443-9e2f-346b3cae3ca6 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1660402
Nov 18 16:24:53.801164 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1191e1db-58e5-4928-b361-fde264a31d6a req-7c3e30d4-2154-402e-9f09-707e061359a0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570946
Nov 18 16:24:53.842251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:53.859044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:53.987929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Pushing event deleted for resources: {'Port': ['ID=0b669aa3-4dbf-487e-99c0-cb1417db82fc,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:53.996972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:54.051904 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8a703690-b379-45bd-a27f-0ed95758ab05 req-c9962f7d-4891-46b5-a768-03e4b06ae747 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.1154783
Nov 18 16:24:54.157706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] No DVR routers for this DVR port 0b669aa3-4dbf-487e-99c0-cb1417db82fc on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:24:54.160182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:54.171324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'name': 'network-vif-deleted', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:24:54.205192 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b789354-7684-4fcc-b955-dda96684f378 req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.37 "DELETE /v2.0/ports/0b669aa3-4dbf-487e-99c0-cb1417db82fc HTTP/1.1" status: 204  len: 173 time: 1.1495538
Nov 18 16:24:54.259337 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf', 'name': 'network-vif-deleted', 'tag': '0b669aa3-4dbf-487e-99c0-cb1417db82fc', 'status': 'completed', 'code': 200}
Nov 18 16:24:54.608381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 51468) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:54.765131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:54.798416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:54.802627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Usage tracker for resource:security_group_rule and tenant:78349854cdeb42e191e840e568052af4 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:24:54.805618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:24:54.811354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:54.880626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:54.911663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:54.919841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-771d6c24-a73e-44b5-ad5b-adb7b287f4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:55.011932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec095cf0-8f50-45a2-8387-8c5551d67e74,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:55.018617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:55.025877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 51484) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:24:55.026688 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78349854cdeb42e191e840e568052af4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4171288
Nov 18 16:24:55.091435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a2d13-3062-4983-ab81-8e82a58f92aa req-10bb2195-0206-4173-9054-be3822be22be tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:55.099515 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-675a2d13-3062-4983-ab81-8e82a58f92aa req-10bb2195-0206-4173-9054-be3822be22be tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1546195
Nov 18 16:24:55.116628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:55.143925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:55.146893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-675a2d13-3062-4983-ab81-8e82a58f92aa req-19e36acb-39b7-4ca7-bf47-798af79ec812 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462956
Nov 18 16:24:55.214849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:55.219986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cdac6374-dd86-48e8-afb3-6ccfc3c0f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:24:55.233929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec095cf0-8f50-45a2-8387-8c5551d67e74,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:24:55.237520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:24:55.247828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:55.251811 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec095cf0-8f50-45a2-8387-8c5551d67e74 HTTP/1.1" status: 204  len: 168 time: 0.2248480
Nov 18 16:24:55.330705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-95f8fd70-984f-4e1d-98c9-79cfd4a251f1 req-27b6ddba-4a9e-4db9-8d46-052465102fad tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Synchronizing usage tracker for tenant:9da294cdffc04a88973973eeb84f6a19 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:24:55.426577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-95f8fd70-984f-4e1d-98c9-79cfd4a251f1 req-27b6ddba-4a9e-4db9-8d46-052465102fad tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Unset dirty status for tenant:9da294cdffc04a88973973eeb84f6a19 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:24:55.427918 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95f8fd70-984f-4e1d-98c9-79cfd4a251f1 req-27b6ddba-4a9e-4db9-8d46-052465102fad tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.1422718
Nov 18 16:24:55.638212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd47afe-908f-4b24-9e98-4f2f3c51e2c9 req-1967fbff-5633-4125-b7c6-a54797d8f14a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:55.640107 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-edd47afe-908f-4b24-9e98-4f2f3c51e2c9 req-1967fbff-5633-4125-b7c6-a54797d8f14a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0885022
Nov 18 16:24:55.689993 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-edd47afe-908f-4b24-9e98-4f2f3c51e2c9 req-8cc4a8d5-43b1-4452-a2c8-ae6cf763e805 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436718
Nov 18 16:24:56.193505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-05cfa47d-dbde-4d3a-b173-5ff716a4f6ff tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:56.195360 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-05cfa47d-dbde-4d3a-b173-5ff716a4f6ff tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.3857358
Nov 18 16:24:56.214496 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-34ec4605-b42d-4919-9d9f-84a870161541 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/quotas/9326866b614f408fa1c9169e25ecb418 HTTP/1.1" status: 200  len: 375 time: 0.0121293
Nov 18 16:24:56.306555 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-26ee1902-fec6-4dd1-b1ef-b76661359d9f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0860410
Nov 18 16:24:56.479046 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-674a9569-2a3c-47c2-931b-6cd5e4781803 service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647675
Nov 18 16:24:56.637072 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-f10850d6-8c96-445d-ba3b-b0cfa4e684af service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1512065
Nov 18 16:24:56.971593 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-062a800c-a36b-4222-af79-d5bc8b0901c3 req-6b96cde5-cd94-402d-b401-1e18c974fb77 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] 10.222.0.23 "GET /v2.0/ports?device_id=0ac5101a-9c05-4aef-9bd4-d0d1fcd9edbf HTTP/1.1" status: 200  len: 210 time: 0.0489769
Nov 18 16:24:57.084411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbe5e55a-4ba6-4ee4-a31a-e3c9b87e596d req-8a12a122-1b8e-440b-a941-2ede4173c951 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 210 time: 0.0494552
Nov 18 16:24:57.620934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:24:57.702026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:24:57.702456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:58.273993 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53eba745-6429-4163-a4ad-527baab48db5 req-5b64deef-39d1-44f7-9ca5-61adb145e3ae tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 210 time: 0.0502288
Nov 18 16:24:58.816760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-4b6e60b7-9fe1-49ef-bc64-4e35c03cc0aa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:24:58.818448 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-4b6e60b7-9fe1-49ef-bc64-4e35c03cc0aa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.1719286
Nov 18 16:24:58.842073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Request body: {'port': {'device_id': 'd31560a2-0285-4412-8026-c4f672b40f13', 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e', 'admin_state_up': True, 'tenant_id': '9326866b614f408fa1c9169e25ecb418'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:24:58.993219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:24:58.997747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:24:59.118476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Made reservation on behalf of 9326866b614f408fa1c9169e25ecb418 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:24:59.124542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:59.491210 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ee5a5842-ad4e-4311-987f-c6b6592d0a6c req-a260e632-79ce-4d70-9dcf-9a06a845075e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 210 time: 0.0635664
Nov 18 16:24:59.568383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Allocated IP 172.20.0.10 (07de265b-ecaa-4844-92c7-be0bc3e1e18e/447ab235-6317-4cb8-886c-994e6956cd9c/594cbee3-28cc-460c-b615-09e244e0a6d7) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:24:59.797860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:59.861396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:24:59.877285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:00.041055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event updated for resources: {'Port': ['ID=594cbee3-28cc-460c-b615-09e244e0a6d7,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:00.046347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:00.103830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:25:00.105155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:25:00.107567 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:25:00.179806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:00.181685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:00.246915 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4100957
Nov 18 16:25:00.278169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Request body: {'port': {'device_id': 'd31560a2-0285-4412-8026-c4f672b40f13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:00.414284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:00.941763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a801cf2-ebbf-4aeb-8117-9be6c57f60ad req-36cf85b9-ff79-4b1d-9875-27b49cd3ea6e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:00.942833 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9a801cf2-ebbf-4aeb-8117-9be6c57f60ad req-36cf85b9-ff79-4b1d-9875-27b49cd3ea6e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2668915
Nov 18 16:25:01.047999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6519d01-5da6-4a3f-a145-9ce5cb9576dd req-8fc80d18-8095-4de0-abea-94e4cb87d75c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:01.047999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-f6519d01-5da6-4a3f-a145-9ce5cb9576dd req-8fc80d18-8095-4de0-abea-94e4cb87d75c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:25:01.084122 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9a801cf2-ebbf-4aeb-8117-9be6c57f60ad req-b6e1ea14-69c8-4c85-b9c5-f6a48acfb01f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269181
Nov 18 16:25:01.108477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594cbee3-28cc-460c-b615-09e244e0a6d7 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:25:01.139938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:01.139938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-f6519d01-5da6-4a3f-a145-9ce5cb9576dd req-8fc80d18-8095-4de0-abea-94e4cb87d75c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:25:01.146005 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f6519d01-5da6-4a3f-a145-9ce5cb9576dd req-8fc80d18-8095-4de0-abea-94e4cb87d75c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 932 time: 0.3365793
Nov 18 16:25:01.179701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Transition to ACTIVE for port object 594cbee3-28cc-460c-b615-09e244e0a6d7 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:25:01.222682 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f6519d01-5da6-4a3f-a145-9ce5cb9576dd req-bc6b63ff-3aeb-4996-b86f-54b59c92f28a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751729
Nov 18 16:25:01.224865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:01.251440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a93d7a27-0d2e-4d0f-8b0e-0cadd4cb220a tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:01.392790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Pushing event updated for resources: {'Port': ['ID=594cbee3-28cc-460c-b615-09e244e0a6d7,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:01.397139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:01.580262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Attempting to bind port 594cbee3-28cc-460c-b615-09e244e0a6d7 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:25:01.580701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Attempting to bind port 594cbee3-28cc-460c-b615-09e244e0a6d7 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:25:01.581108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Attempting to bind port 594cbee3-28cc-460c-b615-09e244e0a6d7 on network 07de265b-ecaa-4844-92c7-be0bc3e1e18e {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:25:01.588053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:25:01.588426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Checking segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:25:01.588881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:01.589275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Bound using segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:25:01.589743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Bound port: 594cbee3-28cc-460c-b615-09e244e0a6d7, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:25:01.590110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:01.689901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] For port 594cbee3-28cc-460c-b615-09e244e0a6d7, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:25:01.693293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] For port 594cbee3-28cc-460c-b615-09e244e0a6d7, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=594cbee3-28cc-460c-b615-09e244e0a6d7,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:25:01.755513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:01.772940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:01.926629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Pushing event updated for resources: {'Port': ['ID=594cbee3-28cc-460c-b615-09e244e0a6d7,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:01.931831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:01.965758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:01.967269 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] 10.222.0.37 "PUT /v2.0/ports/594cbee3-28cc-460c-b615-09e244e0a6d7 HTTP/1.1" status: 200  len: 1158 time: 1.7073653
Nov 18 16:25:01.967783 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:25:02.026688 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7', 'status': 'completed', 'code': 200}
Nov 18 16:25:02.332657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cac09-ccf8-451d-bd5b-10e70abdb7fd req-b5c15fbf-f375-4b72-83aa-9f7d493001dd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:02.334476 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-046cac09-ccf8-451d-bd5b-10e70abdb7fd req-b5c15fbf-f375-4b72-83aa-9f7d493001dd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0849917
Nov 18 16:25:02.384158 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-046cac09-ccf8-451d-bd5b-10e70abdb7fd req-a7a7ce33-cb70-48ed-b62a-535c06489360 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424795
Nov 18 16:25:02.594044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb87a2-1743-4414-9748-eef0b144a9b0 req-62baf0f2-d816-45f3-9721-b57fc9af7772 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:02.595650 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-65bb87a2-1743-4414-9748-eef0b144a9b0 req-62baf0f2-d816-45f3-9721-b57fc9af7772 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.0895815
Nov 18 16:25:02.643539 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-65bb87a2-1743-4414-9748-eef0b144a9b0 req-9831c738-24fc-4f5c-ae7b-5a030f5ea97c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417242
Nov 18 16:25:03.581075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02efc8e5-7c52-49f0-95cc-e42114c5e3d3 req-cc121592-4a57-4e80-a9c6-ae6eca79f2d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 1161 time: 0.3544393
Nov 18 16:25:03.588655 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-41952331-5676-4b08-97f6-2dee641c2df9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.4046876
Nov 18 16:25:03.938942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b9cb-def9-4b0f-9aec-61bf1e2d9de9 req-049e020d-1d7b-42a5-a136-0de09da42ffc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:03.940568 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cc45b9cb-def9-4b0f-9aec-61bf1e2d9de9 req-049e020d-1d7b-42a5-a136-0de09da42ffc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.3997910
Nov 18 16:25:03.956071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-3ce12223-a592-4419-a185-0fdf928ac305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:03.957567 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-3ce12223-a592-4419-a185-0fdf928ac305 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.3408637
Nov 18 16:25:03.958461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efc8e5-7c52-49f0-95cc-e42114c5e3d3 req-5644daee-acd5-424d-8ab7-a7e029a97649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:03.959940 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02efc8e5-7c52-49f0-95cc-e42114c5e3d3 req-5644daee-acd5-424d-8ab7-a7e029a97649 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9326866b614f408fa1c9169e25ecb418&shared=False HTTP/1.1" status: 200  len: 908 time: 0.3665771
Nov 18 16:25:04.114918 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-0dafbdc0-2e21-43d5-b942-2aad034b8470 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.1406701
Nov 18 16:25:04.215781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58efebf-18bf-4698-b545-eaec8cb8a362 req-949e8ed9-4990-4efe-a906-f423ca0b3811 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:04.217376 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b58efebf-18bf-4698-b545-eaec8cb8a362 req-949e8ed9-4990-4efe-a906-f423ca0b3811 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.4197235
Nov 18 16:25:04.262214 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cc45b9cb-def9-4b0f-9aec-61bf1e2d9de9 req-d09e1fd8-3436-47a4-9511-d07c4120e476 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102045
Nov 18 16:25:04.311120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-df4be828-b6c8-4e53-96d2-9690c389c9f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:04.312746 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-df4be828-b6c8-4e53-96d2-9690c389c9f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.1440580
Nov 18 16:25:04.326820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efc8e5-7c52-49f0-95cc-e42114c5e3d3 req-ca4e56cd-3655-409d-aa48-49b634bc7021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:04.328289 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02efc8e5-7c52-49f0-95cc-e42114c5e3d3 req-ca4e56cd-3655-409d-aa48-49b634bc7021 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3530576
Nov 18 16:25:04.373517 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b58efebf-18bf-4698-b545-eaec8cb8a362 req-ffe92190-c595-4cb5-a1e0-b401cb5c36f1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434183
Nov 18 16:25:04.380277 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-f31e79bd-421b-40f7-8317-6ac339a78cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547714
Nov 18 16:25:04.526404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-349104f7-0e62-463f-8e29-48d62b446157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:04.592105 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-3de6de1f-682a-4ea1-926a-7bbacb908f9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 1161 time: 0.1982985
Nov 18 16:25:04.600169 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-4706d4c4-1162-438a-87df-027598cb1882 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675587
Nov 18 16:25:04.713327 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-15ce641b-0d72-40a8-bdc1-c27e9e9f66d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=594cbee3-28cc-460c-b615-09e244e0a6d7 HTTP/1.1" status: 200  len: 217 time: 0.1035814
Nov 18 16:25:04.862229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-aa2ae4c2-12f4-4d59-88a0-6a4d20dfa179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:04.863790 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-aa2ae4c2-12f4-4d59-88a0-6a4d20dfa179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.0983987
Nov 18 16:25:04.869048 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5dd54da5-bbc5-4bd3-bec6-afa424cb006c req-6ced6e39-639f-49f9-ac4f-298a3d2cf064 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2582071
Nov 18 16:25:04.922989 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-7e0dbc0d-f4d3-4374-8a44-7136265aa5d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446475
Nov 18 16:25:04.974747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:05.075182 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-4c27403a-a066-4e72-8dc4-21399a01d234 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420460
Nov 18 16:25:05.220181 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e9fc5485-fe49-402a-9683-b7555dc07879 req-939e127b-5e2f-48f7-8b55-184cee9fd89f service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363664
Nov 18 16:25:05.498083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41988777-d3d5-464a-a0d1-14ee40ad7852 req-d3cbfc25-3fea-4174-9ea3-b5044bcbea3f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:05.499787 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41988777-d3d5-464a-a0d1-14ee40ad7852 req-d3cbfc25-3fea-4174-9ea3-b5044bcbea3f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0959756
Nov 18 16:25:05.614077 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41988777-d3d5-464a-a0d1-14ee40ad7852 req-9461021e-6d1e-4245-8d13-bca3d58bde10 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072116
Nov 18 16:25:05.646159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c9ca0-cba3-4bc0-8e5d-bcf9571869b1 req-8beaf9b5-c711-46b1-8a3d-5a1b44bbbe1e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:05.648203 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6c7c9ca0-cba3-4bc0-8e5d-bcf9571869b1 req-8beaf9b5-c711-46b1-8a3d-5a1b44bbbe1e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.1258442
Nov 18 16:25:05.702565 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6c7c9ca0-cba3-4bc0-8e5d-bcf9571869b1 req-015c8225-9c21-4799-9063-974df82d2e01 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457470
Nov 18 16:25:06.530503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 51988) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:06.715751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ba2f95fd-41d9-4cf5-b78f-e71fca7bae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:06.728433 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0199dad8-5bb0-438b-81cb-197fcf46e2de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9da294cdffc04a88973973eeb84f6a19&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1936173
Nov 18 16:25:06.728890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52000) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:06.733605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:25:06.893828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:06.949021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:06.978512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbc99a-7451-44d1-8541-3b68a33a0ffb req-b9b6980c-d9c3-496c-972f-c7ab0f620e97 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:06.980135 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efdbc99a-7451-44d1-8541-3b68a33a0ffb req-b9b6980c-d9c3-496c-972f-c7ab0f620e97 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2115357
Nov 18 16:25:07.051822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37519ce0-e501-4310-afd4-8e1fbb934e42 req-36bb229a-5047-4645-99ff-b4ad873131ae tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:07.053707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-37519ce0-e501-4310-afd4-8e1fbb934e42 req-36bb229a-5047-4645-99ff-b4ad873131ae tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.2133183
Nov 18 16:25:07.073113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:07.093520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:07.116324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f2585b-8687-4375-a726-ce26b137bbf6,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:07.124409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:07.139831 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efdbc99a-7451-44d1-8541-3b68a33a0ffb req-a9a80d81-0d5d-4534-8be8-ddbac44c9ad5 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410692
Nov 18 16:25:07.161830 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-37519ce0-e501-4310-afd4-8e1fbb934e42 req-b295e988-4a23-4ace-b7a1-d73237b989cc tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944555
Nov 18 16:25:07.170656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:07.174827 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00f2585b-8687-4375-a726-ce26b137bbf6 HTTP/1.1" status: 204  len: 168 time: 0.4448338
Nov 18 16:25:07.272133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.094377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52052) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:08.257152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.296917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:08.301462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4087a0f2cc4ef8a4a574177165d454 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:08.304603 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:08.310517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:08.375063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea562035-141e-420a-8b9b-0237464a2f5c req-187a8dd2-e88b-48cc-abe6-87dab5b9dca9 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:08.376977 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ea562035-141e-420a-8b9b-0237464a2f5c req-187a8dd2-e88b-48cc-abe6-87dab5b9dca9 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0863583
Nov 18 16:25:08.382773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.417713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.426468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0c8a746e-962f-4859-860e-d98fc3908633 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:08.479814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d0e89-83c2-4610-88c2-f4cf1d31887f,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:08.494127 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d4087a0f2cc4ef8a4a574177165d454&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3982570
Nov 18 16:25:08.494852 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52072) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:08.495931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:08.573180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.602117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.632130 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ea562035-141e-420a-8b9b-0237464a2f5c req-cc831c50-b444-4917-92f6-d5f7b10d0ab5 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479935
Nov 18 16:25:08.683324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.689309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cd7ee170-e2fe-429d-888a-0964fca27b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:08.703217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d0e89-83c2-4610-88c2-f4cf1d31887f,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:08.706067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:08.707179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.708405 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c71d0e89-83c2-4610-88c2-f4cf1d31887f HTTP/1.1" status: 204  len: 168 time: 0.2108388
Nov 18 16:25:08.794773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:08.843854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5de72-fa8a-49c4-9264-ecb9ee016ce5 req-dca5b06e-0e42-4851-9981-afd56cbb9581 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:08.845793 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-85f5de72-fa8a-49c4-9264-ecb9ee016ce5 req-dca5b06e-0e42-4851-9981-afd56cbb9581 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.0872507
Nov 18 16:25:08.905456 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-85f5de72-fa8a-49c4-9264-ecb9ee016ce5 req-cd082a9f-5aaf-4c25-b3d2-a42c9f51e7d4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527136
Nov 18 16:25:09.271879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.345134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52090) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:09.367415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.401068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:09.405435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe586005f6948f0b2e311a5a7ac0fdb is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:09.408461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:09.414955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:09.482533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.517391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.525717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-019f1fcf-104b-4f99-9389-790254357aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:09.567768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe8d125-281c-4938-a284-a49b7dcc507c,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:09.570944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:09.574257 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebe586005f6948f0b2e311a5a7ac0fdb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2276096
Nov 18 16:25:09.576619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52096) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:09.639929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.670499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.770071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.775988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ca204188-481c-42c2-91d5-9744eaad5ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:09.790039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe8d125-281c-4938-a284-a49b7dcc507c,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:09.792455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:09.795176 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:09.798960 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ea334e45-5908-4497-b7ba-904bf12d6a6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fe8d125-281c-4938-a284-a49b7dcc507c HTTP/1.1" status: 204  len: 168 time: 0.2187634
Nov 18 16:25:09.853927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22331a-49fc-4c49-ac91-c71638d35324 req-2d189db9-9d15-4f74-be8c-b380f5ed1234 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:09.855555 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df22331a-49fc-4c49-ac91-c71638d35324 req-2d189db9-9d15-4f74-be8c-b380f5ed1234 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0852990
Nov 18 16:25:09.907956 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df22331a-49fc-4c49-ac91-c71638d35324 req-f70d76ba-255d-40b5-ba33-1b8ec9428f31 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461986
Nov 18 16:25:10.137431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6b78-96c8-4283-a58c-554c1e3b6cb2 req-4cd3a0c0-0944-4722-9b73-7d9dd0a63eb5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:10.139295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a3ac6b78-96c8-4283-a58c-554c1e3b6cb2 req-4cd3a0c0-0944-4722-9b73-7d9dd0a63eb5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.0918517
Nov 18 16:25:10.187815 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a3ac6b78-96c8-4283-a58c-554c1e3b6cb2 req-5808ccea-67d7-4027-ad9c-7a38c436909d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422661
Nov 18 16:25:11.139192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c02e-86cc-4e02-9bac-3a8f00d701b1 req-0b54886d-41f5-4708-8851-2079478328c0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:11.142451 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d092c02e-86cc-4e02-9bac-3a8f00d701b1 req-0b54886d-41f5-4708-8851-2079478328c0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1018794
Nov 18 16:25:11.234940 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d092c02e-86cc-4e02-9bac-3a8f00d701b1 req-ba0d313e-1e54-4f83-b61d-80680936fe79 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851784
Nov 18 16:25:11.458820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b8df7-a8d3-4437-ae94-3b3966c939fa req-b6932cd2-3384-46e1-b9c3-a093ef1b5c7a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:11.460492 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5e9b8df7-a8d3-4437-ae94-3b3966c939fa req-b6932cd2-3384-46e1-b9c3-a093ef1b5c7a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.0933962
Nov 18 16:25:11.513360 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5e9b8df7-a8d3-4437-ae94-3b3966c939fa req-163413b2-bb63-45f7-aeff-15e453ba3fe5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452850
Nov 18 16:25:12.446252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975bee-4903-4806-bd2d-353bfd422d38 req-ae576b2b-4a4b-4516-b98b-ebac1314d498 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:12.447885 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e4975bee-4903-4806-bd2d-353bfd422d38 req-ae576b2b-4a4b-4516-b98b-ebac1314d498 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0887842
Nov 18 16:25:12.498674 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e4975bee-4903-4806-bd2d-353bfd422d38 req-68ad3c70-db90-486f-bdbd-3613222dd99d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442476
Nov 18 16:25:12.730903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b01d75-c9a7-4af8-99db-0fd00c4d6318 req-160ad751-c7c7-4853-9783-12bc8412305c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:12.732543 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22b01d75-c9a7-4af8-99db-0fd00c4d6318 req-160ad751-c7c7-4853-9783-12bc8412305c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.0868802
Nov 18 16:25:12.781128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22b01d75-c9a7-4af8-99db-0fd00c4d6318 req-d4b9e82f-0c9e-4fef-b9e5-2ad44d820c50 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423796
Nov 18 16:25:13.712265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d25a4-8cd4-43cb-9b9a-fecb6be2552a req-5c4f3607-c997-43e2-8a72-0a5459c5b0c3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:13.714013 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a30d25a4-8cd4-43cb-9b9a-fecb6be2552a req-5c4f3607-c997-43e2-8a72-0a5459c5b0c3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0879738
Nov 18 16:25:13.763139 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a30d25a4-8cd4-43cb-9b9a-fecb6be2552a req-ecfb4773-5f2e-49a3-9ec3-fafcb379e623 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429111
Nov 18 16:25:13.993077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6e7ee-8e7f-4455-bbd9-f9c49dc7779f req-c24815c9-445f-4876-92c4-99351d5105ba tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:13.994853 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39d6e7ee-8e7f-4455-bbd9-f9c49dc7779f req-c24815c9-445f-4876-92c4-99351d5105ba tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.0863547
Nov 18 16:25:14.051224 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39d6e7ee-8e7f-4455-bbd9-f9c49dc7779f req-f2d0216f-faa7-412f-8d90-6638b7ab78a2 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499375
Nov 18 16:25:14.839947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 594cbee3-28cc-460c-b615-09e244e0a6d7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:14.943961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 594cbee3-28cc-460c-b615-09e244e0a6d7 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:25:14.949421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 594cbee3-28cc-460c-b615-09e244e0a6d7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:14.952337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:14.982727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44122d3a-40da-42c3-8cdd-4558195cfeb5 req-8541b09d-d3e9-4235-a89c-e3fa0f80f930 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:14.984454 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-44122d3a-40da-42c3-8cdd-4558195cfeb5 req-8541b09d-d3e9-4235-a89c-e3fa0f80f930 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0894520
Nov 18 16:25:15.047043 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-44122d3a-40da-42c3-8cdd-4558195cfeb5 req-338dc63b-dd9e-44cd-9079-35d3ed0176bc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563476
Nov 18 16:25:15.120407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:15.187467 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:25:15.207221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 594cbee3-28cc-460c-b615-09e244e0a6d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=594cbee3-28cc-460c-b615-09e244e0a6d7,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:25:15.243068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:15.245140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:15.314533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=594cbee3-28cc-460c-b615-09e244e0a6d7,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:15.317944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:15.358957 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7', 'code': 200}
Nov 18 16:25:15.386647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d0235-612e-4858-ac78-2b88101883ec req-a01cd093-62d4-4c36-bfc1-7106c4ab62d7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:15.388377 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-152d0235-612e-4858-ac78-2b88101883ec req-a01cd093-62d4-4c36-bfc1-7106c4ab62d7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1444650
Nov 18 16:25:15.432703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 594cbee3-28cc-460c-b615-09e244e0a6d7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:15.440168 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-152d0235-612e-4858-ac78-2b88101883ec req-1755ad35-7ff7-4e08-aa92-ef6fb6fcbfab tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450134
Nov 18 16:25:15.524814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 594cbee3-28cc-460c-b615-09e244e0a6d7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:15.525242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:15.823046 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-30def72c-1b57-48bd-a6c0-3bc1af184476 req-19ff6166-ec32-4071-bb3c-2402bd58c3ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 1163 time: 0.0756810
Nov 18 16:25:15.887133 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-30def72c-1b57-48bd-a6c0-3bc1af184476 req-509141ae-aff0-41e1-b4e5-a7d6801e7409 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451679
Nov 18 16:25:16.179458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52298) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:16.278715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc1be1-73aa-4de4-b4e6-7ee5bb1ddb47 req-db3ed0c2-05bb-4272-991b-5f957f82cfb7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:16.280601 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-acdc1be1-73aa-4de4-b4e6-7ee5bb1ddb47 req-db3ed0c2-05bb-4272-991b-5f957f82cfb7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0930281
Nov 18 16:25:16.345146 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-acdc1be1-73aa-4de4-b4e6-7ee5bb1ddb47 req-233cc731-0402-4ff4-97fb-73df6042d643 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584290
Nov 18 16:25:16.400841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.433771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:16.437639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8eac5cb6b849378f27252348805260 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:16.440772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:16.447849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:16.595744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.656146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.669880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6c57b147-040f-4ade-a6c3-1b5cb8038280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:16.723499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e7e0c-cd32-4f86-846f-0eab88d0a0f5,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:16.727265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:16.730227 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe8eac5cb6b849378f27252348805260&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5494769
Nov 18 16:25:16.733242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52320) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:16.760094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65349-e302-47b8-8b16-2d678f8879c7 req-3bf0d846-affa-4c11-9aae-52e2c906c62a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:16.761893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2fc65349-e302-47b8-8b16-2d678f8879c7 req-3bf0d846-affa-4c11-9aae-52e2c906c62a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1496763
Nov 18 16:25:16.813207 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2fc65349-e302-47b8-8b16-2d678f8879c7 req-2115e3f2-d455-41f0-b2b4-7d814d941376 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438566
Nov 18 16:25:16.816806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.844067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.919963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.924782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7cc9e681-c29e-4883-9d48-f12bcc5b90ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:16.935786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e7e0c-cd32-4f86-846f-0eab88d0a0f5,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:16.939459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:16.943564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:16.944824 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e5e7e0c-cd32-4f86-846f-0eab88d0a0f5 HTTP/1.1" status: 204  len: 168 time: 0.2097023
Nov 18 16:25:17.559329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629977bb-5890-4c04-8d67-c953865073e1 req-e9d8f44a-c622-425c-8b14-ab4f3c0ac32f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:17.560819 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-629977bb-5890-4c04-8d67-c953865073e1 req-e9d8f44a-c622-425c-8b14-ab4f3c0ac32f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0911598
Nov 18 16:25:17.612495 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-629977bb-5890-4c04-8d67-c953865073e1 req-bc77091c-7274-4010-939e-22c64d39dc81 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441775
Nov 18 16:25:18.026998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67831ac4-5768-467f-8233-c2ed1ad2a8a9 req-714a2e9c-60d4-4955-baea-f5f232cabd7e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:18.028678 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67831ac4-5768-467f-8233-c2ed1ad2a8a9 req-714a2e9c-60d4-4955-baea-f5f232cabd7e tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.0840955
Nov 18 16:25:18.082707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67831ac4-5768-467f-8233-c2ed1ad2a8a9 req-2b96e259-fb61-41bd-8eb5-59d6dcbac654 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478699
Nov 18 16:25:18.829960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096efb63-f6f1-4398-9c3c-c0371c452335 req-16f112b4-4f9f-4f38-bebe-d0914874664e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:18.831708 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-096efb63-f6f1-4398-9c3c-c0371c452335 req-16f112b4-4f9f-4f38-bebe-d0914874664e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0858068
Nov 18 16:25:18.896783 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-096efb63-f6f1-4398-9c3c-c0371c452335 req-3af2ca1b-fe4b-4433-bc2d-5b5d81c41a87 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584936
Nov 18 16:25:19.300539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8fd21-c638-424c-b546-32aae7f3e1b1 req-4b8768b1-09d3-467e-b5af-a51fd01331ef tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:19.302159 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39b8fd21-c638-424c-b546-32aae7f3e1b1 req-4b8768b1-09d3-467e-b5af-a51fd01331ef tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.0856605
Nov 18 16:25:19.350718 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39b8fd21-c638-424c-b546-32aae7f3e1b1 req-c13e9cb8-336f-4ecf-82bc-f89ff2f82176 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418658
Nov 18 16:25:19.720853 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-26e2c531-fcc8-4bd0-9756-8f416463875b req-bc83bede-4322-4ce3-b5d3-7d765724be52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.0798528
Nov 18 16:25:19.772680 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-26e2c531-fcc8-4bd0-9756-8f416463875b req-1356b2b3-cf4b-4652-bb04-5884ce202cd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401554
Nov 18 16:25:20.162406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeb5c2-f18f-4f75-9e49-1cf873e408bc req-c48fc8bb-7727-4a5b-9bf7-1c298f601ca4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:20.165060 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1efeb5c2-f18f-4f75-9e49-1cf873e408bc req-c48fc8bb-7727-4a5b-9bf7-1c298f601ca4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1096947
Nov 18 16:25:20.224423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1efeb5c2-f18f-4f75-9e49-1cf873e408bc req-cd4f687c-dca8-4f78-bacd-628f5e88151b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530617
Nov 18 16:25:20.603578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4976d21-7ae6-4bbe-9286-98a0be50c078 req-6d935d82-5817-4079-918b-ad9440a32560 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:20.605423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4976d21-7ae6-4bbe-9286-98a0be50c078 req-6d935d82-5817-4079-918b-ad9440a32560 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1040330
Nov 18 16:25:20.660588 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4976d21-7ae6-4bbe-9286-98a0be50c078 req-96604770-57f7-4b62-9003-be84cb7ce301 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485291
Nov 18 16:25:21.024029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52430) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:21.191808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.235624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:21.240015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Usage tracker for resource:security_group_rule and tenant:694c8e534430489e93dd37edc466b714 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:21.244787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:21.250284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:21.453652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.513421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.551310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:21.598892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=694c8e534430489e93dd37edc466b714&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5711524
Nov 18 16:25:21.599308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52464) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:21.617675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0cf8a-b6d7-4c1a-a9e6-4f5a3c3d419e,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:21.650635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.651053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.651440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.652946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.653497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.653929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.654333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.654727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.655305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.655611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.655974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.656397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.657471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.657863 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.658252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.658636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.659151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.659520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.660072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.660457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.660999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.661381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.662082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.662473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:21.668039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:21.692320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbc7ae-4fdf-420c-82e3-3667ee7e4b0a req-02ad929d-15cc-4ad5-b298-7d1560f21e4e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:21.695710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.696971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02bbc7ae-4fdf-420c-82e3-3667ee7e4b0a req-02ad929d-15cc-4ad5-b298-7d1560f21e4e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2297840
Nov 18 16:25:21.724449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.758132 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-02bbc7ae-4fdf-420c-82e3-3667ee7e4b0a req-e19fa0ec-3cf9-4237-a67c-b6ecbef9eaef tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519643
Nov 18 16:25:21.879859 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.885861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-97c93d47-239c-4d8a-9ef0-cd2e2f402aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:21.899348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0cf8a-b6d7-4c1a-a9e6-4f5a3c3d419e,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:21.902002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:21.905801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:21.907716 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69e0cf8a-b6d7-4c1a-a9e6-4f5a3c3d419e HTTP/1.1" status: 204  len: 168 time: 0.3073583
Nov 18 16:25:22.412785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52480) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:22.432910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.468750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:22.472822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c7afbda56fae4d1caf3589a49ab71328 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:22.475803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:22.482109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:22.552729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.591732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.599605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-563228e5-dc97-473c-a567-27d9ba567440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:22.643098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ab8e11-c69a-4586-a4f4-9abae4a926a5,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:22.646538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:22.649591 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7afbda56fae4d1caf3589a49ab71328&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2352116
Nov 18 16:25:22.652232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52486) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:22.714642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.742462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.811842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.816962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-04e9f936-42d2-481b-9cb4-5f2b4d0da279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:22.834291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ab8e11-c69a-4586-a4f4-9abae4a926a5,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:22.839420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:22.855701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:22.861540 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17ab8e11-c69a-4586-a4f4-9abae4a926a5 HTTP/1.1" status: 204  len: 168 time: 0.2058473
Nov 18 16:25:22.982938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801eb42-d3c9-45bf-ba2d-400abe891a96 req-ae52fe9f-c665-4c38-8e1f-29e3bc1632e7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:22.984570 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7801eb42-d3c9-45bf-ba2d-400abe891a96 req-ae52fe9f-c665-4c38-8e1f-29e3bc1632e7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0899191
Nov 18 16:25:23.034539 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7801eb42-d3c9-45bf-ba2d-400abe891a96 req-31f0234f-0f45-4987-8b86-136927bba2dd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436294
Nov 18 16:25:23.454963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52502) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:23.473644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.506214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:23.510341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Usage tracker for resource:security_group_rule and tenant:416af7a3f925431b8c9ac8f86acbc917 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:23.513347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:23.519297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:23.588004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.634357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.644677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53637085-7392-47c2-ac21-219d0730ddb8 tempest-VolumesNegativeTest-155332672 tempest-VolumesNegativeTest-155332672] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:23.693140 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=416af7a3f925431b8c9ac8f86acbc917&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2370150
Nov 18 16:25:23.693959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b1f4a-51b2-4661-a53c-2783588ffb7b,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:23.696072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52510) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:23.697228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:23.759849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.787525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.877244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.882278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-17e29ae7-75a7-4611-99c3-1bdd54e6495c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:23.897050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b1f4a-51b2-4661-a53c-2783588ffb7b,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:23.899877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:23.903717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:23.905710 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c5b1f4a-51b2-4661-a53c-2783588ffb7b HTTP/1.1" status: 204  len: 168 time: 0.2082953
Nov 18 16:25:24.071870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 594cbee3-28cc-460c-b615-09e244e0a6d7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:24.185638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 594cbee3-28cc-460c-b615-09e244e0a6d7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:24.186181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:24.285776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f9e35-a4d1-4e77-b058-3700be2991a7 req-bf3da86c-0bb1-484a-90eb-164edc5ba117 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:24.287391 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a47f9e35-a4d1-4e77-b058-3700be2991a7 req-bf3da86c-0bb1-484a-90eb-164edc5ba117 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0898192
Nov 18 16:25:24.344079 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a47f9e35-a4d1-4e77-b058-3700be2991a7 req-39656a46-4c07-4388-912f-34f78cc58cd1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437164
Nov 18 16:25:25.785668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42571-d306-481a-b919-84e5cc3f1d59 req-2c22e1d3-4ad2-47e4-8a41-6acc465b8b98 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:25.787439 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-aeb42571-d306-481a-b919-84e5cc3f1d59 req-2c22e1d3-4ad2-47e4-8a41-6acc465b8b98 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1157939
Nov 18 16:25:25.855205 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-aeb42571-d306-481a-b919-84e5cc3f1d59 req-e85da773-5e82-4c3f-b036-701072c610dc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590634
Nov 18 16:25:26.620791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52656) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:26.620953 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-7885584e-358e-46ac-904e-50e549aefa54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.1747956
Nov 18 16:25:26.628491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa048c1-2419-4164-8989-9140c18f2e70 req-ba7a23ee-b1a6-44ce-9861-d7f288415bef tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:26.630383 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4fa048c1-2419-4164-8989-9140c18f2e70 req-ba7a23ee-b1a6-44ce-9861-d7f288415bef tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1196599
Nov 18 16:25:26.785586 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4fa048c1-2419-4164-8989-9140c18f2e70 req-542e9cf4-029f-4a40-b876-8f7554736700 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313610
Nov 18 16:25:26.808330 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:26.813298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-ebbc14a6-a375-486f-92be-a834eca697b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:26.815436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-ebbc14a6-a375-486f-92be-a834eca697b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.1839542
Nov 18 16:25:26.843853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:26.848199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2e95128214fa41c9add85bdd8062ae9b is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:26.852006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:26.857969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:26.900273 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-973c2ebf-c707-44e3-9898-748b1a5471fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.0782170
Nov 18 16:25:26.928869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:26.976815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-3ab235f5-47a0-4451-8212-0aaefc9d72ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:26.978442 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-3ab235f5-47a0-4451-8212-0aaefc9d72ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.0705216
Nov 18 16:25:26.980687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:26.989762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-793b74c6-38e3-43bd-892c-2436d24431db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:27.040454 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e95128214fa41c9add85bdd8062ae9b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4178598
Nov 18 16:25:27.045116 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-10c59442-db13-4c6e-907f-6402d6f82db9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574825
Nov 18 16:25:27.049571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52672) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:27.054680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9029448-5442-4d1a-9087-e672f526370c,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:27.078080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.079542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.079542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.079542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.079542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.079934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.080390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.081844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.082244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.082636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.084451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.084451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.084451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.084451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.087835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.088253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.088695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.089096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.089486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.089879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.090267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.090651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.091032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.091413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:27.097717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:27.270251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:27.293153 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-53fc4f0a-1dba-4bab-90e0-5d911d2b8d66 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201397
Nov 18 16:25:27.336410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:27.497342 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9c92cbc-cf22-4596-8486-5067b5dca3a4 req-3c15ffb1-c5c1-4ca3-9ccb-da2e54786bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1935687
Nov 18 16:25:27.511922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:27.518223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27567383-d2d1-402f-9267-28181898c800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:27.533624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9029448-5442-4d1a-9087-e672f526370c,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:27.536302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:27.553187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:27.555373 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9029448-5442-4d1a-9087-e672f526370c HTTP/1.1" status: 204  len: 168 time: 0.5048125
Nov 18 16:25:28.237676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2324a4-bc98-47c6-b715-b0bd0241d7eb req-47e67127-b26a-4cf3-a6d6-3ea0dc44dc8a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:28.239335 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df2324a4-bc98-47c6-b715-b0bd0241d7eb req-47e67127-b26a-4cf3-a6d6-3ea0dc44dc8a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2989547
Nov 18 16:25:28.312809 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df2324a4-bc98-47c6-b715-b0bd0241d7eb req-a06aa7b9-bed0-49f5-ad5f-b3bdf0466feb tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653803
Nov 18 16:25:28.329019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52734) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:28.578125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:28.614184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:28.618362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Usage tracker for resource:security_group_rule and tenant:ff63ba3b5291453fbe3a42e7fc9d56d7 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:28.621447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:28.627445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:28.731625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:28.768434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:28.800586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c2b0de7b-ea9b-49a6-b6fa-d43e2ddd1fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:28.833442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3455712b-32cd-4c0f-8601-71dba33d9475,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:28.837892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:28.841009 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff63ba3b5291453fbe3a42e7fc9d56d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5105634
Nov 18 16:25:28.843770 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52770) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:28.847405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52774) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:28.939849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:28.975738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.020401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542005183-network', 'tenant_id': '4d6a3218b94e47f39a8cf5041738e5be'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:29.025547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:29.029681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Usage tracker for resource:network and tenant:4d6a3218b94e47f39a8cf5041738e5be is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:29.038935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:29.049186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:29.125714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Made reservation on behalf of 4d6a3218b94e47f39a8cf5041738e5be for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:25:29.131326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.149634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.154293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.159180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f920f771-ce78-4ef7-b274-83f80bea638c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:29.181721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455712b-32cd-4c0f-8601-71dba33d9475,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:29.188096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:29.206785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.207742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:29.213171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Usage tracker for resource:security_group_rule and tenant:4d6a3218b94e47f39a8cf5041738e5be is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:29.216084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:29.221535 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3455712b-32cd-4c0f-8601-71dba33d9475 HTTP/1.1" status: 204  len: 168 time: 0.3670053
Nov 18 16:25:29.223598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:29.306357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.363258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.368733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-645fe1ba-4944-4981-b49d-94521e17a449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:29.401452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e14f12b-19e9-43ff-b430-09c53189d222,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:29.406694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:29.506666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:25:29.527425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.528526 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Added segment 5653294a-024c-44fd-aeaa-418d1c09d97c of type vxlan for network 72733dd7-2fba-4b32-8ff1-10e79584e31d
Nov 18 16:25:29.668857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.706305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727aa77-90cd-48c7-94c2-a89b84b2b6e5 req-13b8084b-8345-42cd-8645-4e10563dea99 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:29.707980 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0727aa77-90cd-48c7-94c2-a89b84b2b6e5 req-13b8084b-8345-42cd-8645-4e10563dea99 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1647830
Nov 18 16:25:29.757202 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0727aa77-90cd-48c7-94c2-a89b84b2b6e5 req-30baf93f-94bc-4510-a16a-44b810c3c6db tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424430
Nov 18 16:25:29.889486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.891029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:29.891947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:29.897934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:30.019307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Pushing event updated for resources: {'Network': ['ID=72733dd7-2fba-4b32-8ff1-10e79584e31d,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:30.024119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:30.035708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:25:30.080662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 52812) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:30.102329 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.2509680
Nov 18 16:25:30.103640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52816) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:30.104253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.110369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Request body: {'subnet': {'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542005183-subnet', 'tenant_id': '4d6a3218b94e47f39a8cf5041738e5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:30.118161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:30.122444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Usage tracker for resource:subnet and tenant:4d6a3218b94e47f39a8cf5041738e5be is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:30.126231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:30.132289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:30.139740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:30.144279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Usage tracker for resource:security_group_rule and tenant:df93163e57db4f3495fef8ccbc97df5a is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:30.147133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:30.154988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:30.174569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Made reservation on behalf of 4d6a3218b94e47f39a8cf5041738e5be for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:25:30.181068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851367727'] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.224022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.267865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.276479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac3c31f4-63b8-4863-bab9-944545a2bc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:30.321921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582d657f-544e-4c9d-addf-b5fb61a6b112,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:30.329353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52830) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:30.329507 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df93163e57db4f3495fef8ccbc97df5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2474747
Nov 18 16:25:30.330331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:30.406175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.432699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.583379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.588254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-aef9c74b-8ba6-4159-a6da-ba3e98086a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:30.602068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d657f-544e-4c9d-addf-b5fb61a6b112,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:30.611098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:30.634916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.642852 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/582d657f-544e-4c9d-addf-b5fb61a6b112 HTTP/1.1" status: 204  len: 168 time: 0.3065405
Nov 18 16:25:30.914086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853139692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851367712'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:30.930051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9bff8fd8-a697-48ed-9a0f-5e4fde03156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:31.001083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d696f-7f92-4ccc-98e4-0a8875a271b3 req-16f58e20-92ef-417b-ab3f-b2b82583a06e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:31.002685 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-896d696f-7f92-4ccc-98e4-0a8875a271b3 req-16f58e20-92ef-417b-ab3f-b2b82583a06e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0929358
Nov 18 16:25:31.003025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20fed153-2b10-4739-b38a-ccaad109ad96,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:31.016878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:31.075127 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-896d696f-7f92-4ccc-98e4-0a8875a271b3 req-2dc92ffd-f6e5-401a-a6b2-bbdeba14cee3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611110
Nov 18 16:25:31.192141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Checking segment: {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:25:31.192561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Network hostable DHCP agents. Network: 72733dd7-2fba-4b32-8ff1-10e79584e31d, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:25:31.239947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:25:31.303106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 72733dd7-2fba-4b32-8ff1-10e79584e31d) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:25:31.311689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a38a24-e822-40dc-8bae-b06445a31a94 None None] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:25:31.323386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:31.324623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:31.386850 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2820847
Nov 18 16:25:31.577590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5bc04-aac7-4543-88fe-4c6cec418089 None None] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:25:31.824147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:25:32.648074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52908) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:32.797982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:32.833035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:32.837521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Usage tracker for resource:security_group_rule and tenant:a8fbe4b1fac545aea859a63170e5701f is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:32.840440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:32.846702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:32.913696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:32.942643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:32.951221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7224d55a-45f6-4569-a381-7ead34ef25ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:32.994871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c9ba8-75dd-413c-8459-3d691f5ef9b5,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:32.999703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8fbe4b1fac545aea859a63170e5701f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3505368
Nov 18 16:25:33.000699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:33.002322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 52920) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:33.070810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:33.098621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:33.102862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:33.180980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:33.180980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:33.227900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:33.233141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b69c2e15-230c-436f-ad10-c00084ab52c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:33.246769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c9ba8-75dd-413c-8459-3d691f5ef9b5,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:33.249878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:33.250648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:33.251944 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce7c9ba8-75dd-413c-8459-3d691f5ef9b5 HTTP/1.1" status: 204  len: 168 time: 0.2484565
Nov 18 16:25:34.520020 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-a163b1fb-35d1-4a07-abea-f6f021c07f4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0763044
Nov 18 16:25:34.536834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c2a99de0-f61d-4849-87df-a08a00fb4292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:34.622399 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-2feed720-43ea-4406-976e-212ee5419e44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.0802658
Nov 18 16:25:34.787416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-00946bbb-59de-4fba-a2cc-4da9fe77a7e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:34.789760 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-00946bbb-59de-4fba-a2cc-4da9fe77a7e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.1466317
Nov 18 16:25:34.962613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:36.719579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d975-03cf-4c99-a06a-accbf808196f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:37.258176 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:37.434130 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-e30e3beb-3313-4889-96d1-a21ddb1a60bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.0772393
Nov 18 16:25:37.516793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-53fe86ba-f9fb-4506-a8b3-bdfadbf9e02e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:37.518451 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-53fe86ba-f9fb-4506-a8b3-bdfadbf9e02e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.0732193
Nov 18 16:25:37.576658 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-d7abcceb-f172-452c-b3c3-aeb9af5c0fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450239
Nov 18 16:25:37.721932 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-0352a016-57a3-4ae5-ba4c-a0bcf36b1419 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373034
Nov 18 16:25:37.874765 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-244fb86f-801a-49e2-8329-c2bdef3dea31 req-526cac43-9ec5-4a6c-a759-c44099903529 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409922
Nov 18 16:25:38.352046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-e7f0e64a-9699-4601-9abe-3a5c645bb517 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:38.352872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-e7f0e64a-9699-4601-9abe-3a5c645bb517 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Synchronizing usage tracker for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:network {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:25:38.394007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-e7f0e64a-9699-4601-9abe-3a5c645bb517 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Unset dirty status for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:network {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:25:38.395262 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-e7f0e64a-9699-4601-9abe-3a5c645bb517 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/networks?id=72733dd7-2fba-4b32-8ff1-10e79584e31d HTTP/1.1" status: 200  len: 808 time: 0.2070763
Nov 18 16:25:38.413356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-0feaf9ae-73d5-4fbe-8d93-8424f506416e tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/quotas/4d6a3218b94e47f39a8cf5041738e5be HTTP/1.1" status: 200  len: 375 time: 0.0114949
Nov 18 16:25:38.483772 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-2117e444-01f9-4a45-b8f2-b91a78be8ac0 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0629621
Nov 18 16:25:38.635813 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-f98d115a-7b17-4ca2-a7c3-0cf036f82fc0 service neutron] 10.222.0.23 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517642
Nov 18 16:25:38.825831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:38.838455 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-0b13f374-85a2-4c8e-a426-d6e73b17bf63 service neutron] 10.222.0.23 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1958807
Nov 18 16:25:38.945105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53044) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:39.113359 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df975980-d5be-43bb-bf32-a5489539332c req-17c6f872-fdca-4d73-ae83-99a445c6dcfd tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 210 time: 0.0948009
Nov 18 16:25:39.136105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.156059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507660a-2e08-4b1f-b44d-ce20adf5e1ba req-15dcb3a7-5b0e-4ed4-a518-121d75d1c6d3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:39.157507 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5507660a-2e08-4b1f-b44d-ce20adf5e1ba req-15dcb3a7-5b0e-4ed4-a518-121d75d1c6d3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2132256
Nov 18 16:25:39.186717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:39.193361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Usage tracker for resource:security_group_rule and tenant:19caf9a408454302a6f19d60a97c5f2a is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:39.196538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:39.202314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:39.213339 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5507660a-2e08-4b1f-b44d-ce20adf5e1ba req-ddcc376a-ac91-42ba-8bad-ec5e9164d2a8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475051
Nov 18 16:25:39.244073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.276540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.331289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.339970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac9cd643-e739-4d69-b1a6-0226ad966f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:39.389336 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19caf9a408454302a6f19d60a97c5f2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4428349
Nov 18 16:25:39.391112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 53070) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:39.392129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dd73b3-7da4-4ef4-82da-a2d4e5e35f0c,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:39.396267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:39.487545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.532740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.632758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.640102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f79f9116-e807-43e7-b5e9-9a0f154dc3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:39.663851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dd73b3-7da4-4ef4-82da-a2d4e5e35f0c,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:39.679250 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:39.680727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09dd73b3-7da4-4ef4-82da-a2d4e5e35f0c HTTP/1.1" status: 204  len: 168 time: 0.2885058
Nov 18 16:25:39.681932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:40.291216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-467940db-189c-4f53-9f4d-115c3ee6da0a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:40.333136 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-467940db-189c-4f53-9f4d-115c3ee6da0a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.3147225
Nov 18 16:25:40.359143 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-2378075c-7086-452c-aa91-4102248693a4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/quotas/9326866b614f408fa1c9169e25ecb418 HTTP/1.1" status: 200  len: 375 time: 0.0197268
Nov 18 16:25:40.603312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c685b26-dd4b-40fd-ab99-b0b826ca395b req-66124388-d8f4-443f-963b-45551492efee tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 210 time: 0.0801904
Nov 18 16:25:40.611499 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-7feb8d82-8ffb-4d2c-bd34-75cf0d663200 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2506728
Nov 18 16:25:40.790265 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-2d0c2689-6cde-4d8d-afa0-bf0b3a0d9e1e service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701338
Nov 18 16:25:40.964320 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-5c1e0169-d3dd-45cc-814b-6d6bec2b82f8 service neutron] 10.222.0.23 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1637564
Nov 18 16:25:41.311106 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22286f93-c04e-472e-a635-a1069464ddf7 req-889083d7-5757-4439-b6c5-61548410c590 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0569541
Nov 18 16:25:41.541339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ed5f1211-b6ca-4385-9500-180d1cfba184 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:41.542976 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ed5f1211-b6ca-4385-9500-180d1cfba184 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "GET /v2.0/networks?id=72733dd7-2fba-4b32-8ff1-10e79584e31d HTTP/1.1" status: 200  len: 808 time: 0.1770620
Nov 18 16:25:41.566189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Request body: {'port': {'device_id': '525da315-bcf4-42c6-a1fc-3395050b640a', 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d', 'admin_state_up': True, 'tenant_id': '4d6a3218b94e47f39a8cf5041738e5be'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:41.729954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:41.734374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Usage tracker for resource:port and tenant:4d6a3218b94e47f39a8cf5041738e5be is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:41.739243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Quota usage for port was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:41.745972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:41.809600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Made reservation on behalf of 4d6a3218b94e47f39a8cf5041738e5be for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:25:41.815376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:42.051673 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0fcca3f4-bf8c-4804-9f51-a4c4b8ad06b6 req-c334c8de-01df-433d-9ce1-6bfd0dbbfafa tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 210 time: 0.2828155
Nov 18 16:25:42.379831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Allocated IP 172.20.0.5 (72733dd7-2fba-4b32-8ff1-10e79584e31d/20fed153-2b10-4739-b38a-ccaad109ad96/185322d2-ba6d-4776-89b8-3865401eb02a) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:25:42.610907 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-931023fd-8859-4fab-b279-00d501eda536 req-739fedbc-4022-4d68-a4bc-3a27a1da14c9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 210 time: 0.1066191
Nov 18 16:25:42.696681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:42.751750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:42.769155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:42.931069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Pushing event updated for resources: {'Port': ['ID=185322d2-ba6d-4776-89b8-3865401eb02a,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:42.935425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:42.976442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:25:42.977693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:25:42.979985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:25:43.045083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:43.045765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.114859 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5534761
Nov 18 16:25:43.128892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Request body: {'port': {'device_id': '525da315-bcf4-42c6-a1fc-3395050b640a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:43.202686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53208) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:43.355695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.371198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.407210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:43.411413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Usage tracker for resource:security_group_rule and tenant:938a3075b0c74761a0786e5a1246c86f is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:43.415580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:43.423699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:43.502549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.545326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.557360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a64298e8-2e97-40e7-8a62-7db296c50de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:43.616364 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=938a3075b0c74761a0786e5a1246c86f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4091678
Nov 18 16:25:43.616364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd16748-bb90-416f-aea8-9ed92a7a7715,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:43.619440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:43.620042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53226) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:43.633713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17673a9-6499-401b-96fd-380c133b57c3 req-eb619ab7-6b7b-4b08-9673-a269afd1adaf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:43.634706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e17673a9-6499-401b-96fd-380c133b57c3 req-eb619ab7-6b7b-4b08-9673-a269afd1adaf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Synchronizing usage tracker for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:25:43.649905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-3da74646-35ad-4597-8f43-46efa411c7e4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:43.651506 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-3da74646-35ad-4597-8f43-46efa411c7e4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/networks?id=07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 200  len: 814 time: 0.4227126
Nov 18 16:25:43.694908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.732629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Request body: {'port': {'device_id': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e', 'admin_state_up': True, 'tenant_id': '9326866b614f408fa1c9169e25ecb418'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:43.737321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:25:43.746895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.922862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.928125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-866ef38f-a5e9-4b54-bc95-877c46050b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:43.953765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd16748-bb90-416f-aea8-9ed92a7a7715,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:43.956246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:43.965902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:43.969610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e17673a9-6499-401b-96fd-380c133b57c3 req-eb619ab7-6b7b-4b08-9673-a269afd1adaf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Unset dirty status for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:25:43.970294 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e17673a9-6499-401b-96fd-380c133b57c3 req-eb619ab7-6b7b-4b08-9673-a269afd1adaf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 931 time: 0.7427495
Nov 18 16:25:43.975222 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dd16748-bb90-416f-aea8-9ed92a7a7715 HTTP/1.1" status: 204  len: 168 time: 0.3497736
Nov 18 16:25:44.049215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:44.171675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:44.184427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e17673a9-6499-401b-96fd-380c133b57c3 req-9cf5dc63-5de9-4d8d-88c4-faee619bbea4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Synchronizing usage tracker for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:25:44.268094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Made reservation on behalf of 9326866b614f408fa1c9169e25ecb418 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:25:44.273996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:44.284464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e17673a9-6499-401b-96fd-380c133b57c3 req-9cf5dc63-5de9-4d8d-88c4-faee619bbea4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Unset dirty status for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:25:44.285769 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e17673a9-6499-401b-96fd-380c133b57c3 req-9cf5dc63-5de9-4d8d-88c4-faee619bbea4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2965100
Nov 18 16:25:44.306164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185322d2-ba6d-4776-89b8-3865401eb02a {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:25:44.327395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:44.521519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Transition to ACTIVE for port object 185322d2-ba6d-4776-89b8-3865401eb02a will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:25:44.527331 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e71d7d4b-fef5-43c9-ab21-81ff94a064c0 req-885b5bf5-7c3c-4bae-afe2-df5d833e0ebe tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0766630
Nov 18 16:25:44.783940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:44.835655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7dc75155-027c-4bf1-b569-c89f72f6145a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:45.027253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Pushing event updated for resources: {'Port': ['ID=185322d2-ba6d-4776-89b8-3865401eb02a,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:45.042308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:45.151782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2763f-5f20-499e-a916-81d4db83e6c4 req-70435a84-0000-45bf-83dc-3bd23d1514d6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:45.153432 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-87c2763f-5f20-499e-a916-81d4db83e6c4 req-70435a84-0000-45bf-83dc-3bd23d1514d6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.3728385
Nov 18 16:25:45.163665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Allocated IP 172.20.0.9 (07de265b-ecaa-4844-92c7-be0bc3e1e18e/447ab235-6317-4cb8-886c-994e6956cd9c/dc230d15-4734-4998-ae28-b1132c00fbeb) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:25:45.313614 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-87c2763f-5f20-499e-a916-81d4db83e6c4 req-24565fee-8c71-42fe-9f31-b37b78374063 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517687
Nov 18 16:25:45.534287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Attempting to bind port 185322d2-ba6d-4776-89b8-3865401eb02a on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:25:45.534918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Attempting to bind port 185322d2-ba6d-4776-89b8-3865401eb02a by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:25:45.535038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Attempting to bind port 185322d2-ba6d-4776-89b8-3865401eb02a on network 72733dd7-2fba-4b32-8ff1-10e79584e31d {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:25:45.568213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:25:45.568628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Checking segment: {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:25:45.569083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:45.569489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Bound using segment: {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:25:45.569994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Bound port: 185322d2-ba6d-4776-89b8-3865401eb02a, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:25:45.570363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:45.683931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:45.723058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904b1cb-1624-4fba-ac46-476414775120 req-05fad9e9-8be0-41e9-ba86-feb8a89d9417 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:45.723058 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2904b1cb-1624-4fba-ac46-476414775120 req-05fad9e9-8be0-41e9-ba86-feb8a89d9417 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.2363605
Nov 18 16:25:45.812058 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a880f090-d4af-4b7e-ad16-e2347cf02cd1 req-1d16e610-56e0-417f-82f8-3dd20b613768 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0778592
Nov 18 16:25:45.840613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] For port 185322d2-ba6d-4776-89b8-3865401eb02a, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:25:45.852437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] For port 185322d2-ba6d-4776-89b8-3865401eb02a, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=185322d2-ba6d-4776-89b8-3865401eb02a,segment=NetworkSegment(5653294a-024c-44fd-aeaa-418d1c09d97c),segment_id=5653294a-024c-44fd-aeaa-418d1c09d97c)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:25:45.857050 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2904b1cb-1624-4fba-ac46-476414775120 req-3a5e8591-0b9b-41e4-941e-2d627ca417ef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241512
Nov 18 16:25:45.880080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:45.896980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c9724bb4-5bec-4af2-9c44-351131392637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:45.939448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:46.145841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event updated for resources: {'Port': ['ID=dc230d15-4734-4998-ae28-b1132c00fbeb,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:46.159261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:46.159809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:46.280139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Pushing event updated for resources: {'Port': ['ID=185322d2-ba6d-4776-89b8-3865401eb02a,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:46.287163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:46.291169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:25:46.292665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:25:46.295607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:25:46.332560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:46.334079 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] 10.222.0.37 "PUT /v2.0/ports/185322d2-ba6d-4776-89b8-3865401eb02a HTTP/1.1" status: 200  len: 1157 time: 3.2101078
Nov 18 16:25:46.334626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525da315-bcf4-42c6-a1fc-3395050b640a', 'tag': '185322d2-ba6d-4776-89b8-3865401eb02a'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:25:46.372731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:46.373692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:46.413057 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525da315-bcf4-42c6-a1fc-3395050b640a', 'tag': '185322d2-ba6d-4776-89b8-3865401eb02a', 'status': 'completed', 'code': 200}
Nov 18 16:25:46.434542 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7174861
Nov 18 16:25:46.546390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82331d28-ab2c-465a-95cd-9ca58684cbb0 req-47e3ce2f-3b12-4071-93de-5bf611545a21 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:46.548002 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-82331d28-ab2c-465a-95cd-9ca58684cbb0 req-47e3ce2f-3b12-4071-93de-5bf611545a21 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0832543
Nov 18 16:25:46.595245 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-82331d28-ab2c-465a-95cd-9ca58684cbb0 req-86f5242d-1937-4f4b-bc27-2263e6838011 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406320
Nov 18 16:25:47.098837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583f538-00d0-49a7-854b-ddd2e55b1d5e req-32058b90-5770-4859-8761-a1b5b877ca80 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:47.099756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5583f538-00d0-49a7-854b-ddd2e55b1d5e req-32058b90-5770-4859-8761-a1b5b877ca80 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:25:47.118940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5257938-baf0-4b91-9cc2-212ad6ec4adb req-93fcf908-5670-4fbf-8c5a-7277c6c26874 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:47.120634 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5257938-baf0-4b91-9cc2-212ad6ec4adb req-93fcf908-5670-4fbf-8c5a-7277c6c26874 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.1287816
Nov 18 16:25:47.166102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5583f538-00d0-49a7-854b-ddd2e55b1d5e req-32058b90-5770-4859-8761-a1b5b877ca80 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:25:47.167385 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5583f538-00d0-49a7-854b-ddd2e55b1d5e req-32058b90-5770-4859-8761-a1b5b877ca80 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 931 time: 0.2241218
Nov 18 16:25:47.194419 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5257938-baf0-4b91-9cc2-212ad6ec4adb req-d39a7f3c-1361-44c2-9a1d-3916ef598a1c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628920
Nov 18 16:25:47.222132 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5583f538-00d0-49a7-854b-ddd2e55b1d5e req-0b68964d-4cc7-486b-86d7-035c87f16c40 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481703
Nov 18 16:25:47.822445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e0743-23fe-4b56-aea2-8702e1ac798a req-693a72a0-b636-4794-a1d5-afe2482ae774 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:47.824147 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1a0e0743-23fe-4b56-aea2-8702e1ac798a req-693a72a0-b636-4794-a1d5-afe2482ae774 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0879030
Nov 18 16:25:47.856724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Request body: {'port': {'device_id': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:47.978270 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1a0e0743-23fe-4b56-aea2-8702e1ac798a req-bf2b4252-7ace-46f5-844b-6c3c52423990 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1477373
Nov 18 16:25:48.053022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:48.077142 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8d3f34f-f034-47c4-a01a-3de44916151a req-949e6b8f-98cf-4986-accf-467e931b8bef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 1160 time: 0.1897733
Nov 18 16:25:48.290251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3f34f-f034-47c4-a01a-3de44916151a req-c8ee3499-a628-42ad-ab17-20996ff46a74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:48.290251 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8d3f34f-f034-47c4-a01a-3de44916151a req-c8ee3499-a628-42ad-ab17-20996ff46a74 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&shared=False HTTP/1.1" status: 200  len: 902 time: 0.1842034
Nov 18 16:25:48.993629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3f34f-f034-47c4-a01a-3de44916151a req-bb06fc40-ef7a-4da6-bb6c-cdeba6e3a17c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:48.995254 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8d3f34f-f034-47c4-a01a-3de44916151a req-bb06fc40-ef7a-4da6-bb6c-cdeba6e3a17c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6477239
Nov 18 16:25:49.001282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67585b5-2b10-43f1-bab8-68c6f1612609 req-0d615323-4eac-4b8f-9d6c-37282e4b74df tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:49.003172 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c67585b5-2b10-43f1-bab8-68c6f1612609 req-0d615323-4eac-4b8f-9d6c-37282e4b74df tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.6540759
Nov 18 16:25:49.046306 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8ae48-ec9c-44d8-ad1c-e6a347294885 req-e59ac3d8-409b-4c1c-8e1b-36841cc13fe5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:49.048480 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ec8ae48-ec9c-44d8-ad1c-e6a347294885 req-e59ac3d8-409b-4c1c-8e1b-36841cc13fe5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 931 time: 0.6333199
Nov 18 16:25:49.196939 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c67585b5-2b10-43f1-bab8-68c6f1612609 req-8a3cabbe-e46f-49ec-b0f8-5656d5cd3e4d tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831672
Nov 18 16:25:49.216091 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ec8ae48-ec9c-44d8-ad1c-e6a347294885 req-8f298ac1-a947-43b4-9ebc-51a63d710251 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481507
Nov 18 16:25:49.289349 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc230d15-4734-4998-ae28-b1132c00fbeb {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:25:49.299321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:49.305800 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-7b96dd5d-baf2-4070-85a7-fd631a51dd86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 1160 time: 0.2095819
Nov 18 16:25:49.368160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Transition to ACTIVE for port object dc230d15-4734-4998-ae28-b1132c00fbeb will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:25:49.436981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:49.459101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:49.500804 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-52cb14aa-78eb-4f25-8187-c69765d2004d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=185322d2-ba6d-4776-89b8-3865401eb02a HTTP/1.1" status: 200  len: 217 time: 0.1842594
Nov 18 16:25:49.696935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Pushing event updated for resources: {'Port': ['ID=dc230d15-4734-4998-ae28-b1132c00fbeb,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:49.700367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:49.711864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-007183db-9513-4296-9893-50ccb7f44a88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:49.713481 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-007183db-9513-4296-9893-50ccb7f44a88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20fed153-2b10-4739-b38a-ccaad109ad96 HTTP/1.1" status: 200  len: 848 time: 0.1847982
Nov 18 16:25:49.790830 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-d6d344a9-9f63-40b4-a81f-3971dd77927d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72733dd7-2fba-4b32-8ff1-10e79584e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0608644
Nov 18 16:25:49.829360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781983-fe58-40a4-b153-41de03d46a5f req-11dec126-0a95-44e4-a232-4bf5126b2bb3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:49.830988 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34781983-fe58-40a4-b153-41de03d46a5f req-11dec126-0a95-44e4-a232-4bf5126b2bb3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.4608719
Nov 18 16:25:50.104534 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34781983-fe58-40a4-b153-41de03d46a5f req-b24a4742-5b42-4930-87e6-6164161f344d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2130022
Nov 18 16:25:50.135145 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-d6f68ff1-5bb6-40fa-b6cd-1c9d9db5548e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.0805130
Nov 18 16:25:50.158096 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-76e6c2b2-e74f-43ae-bcba-4d6b443842bd service neutron] 10.222.0.37 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580830
Nov 18 16:25:50.232052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Attempting to bind port dc230d15-4734-4998-ae28-b1132c00fbeb on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:25:50.232429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Attempting to bind port dc230d15-4734-4998-ae28-b1132c00fbeb by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:25:50.232829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Attempting to bind port dc230d15-4734-4998-ae28-b1132c00fbeb on network 07de265b-ecaa-4844-92c7-be0bc3e1e18e {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:25:50.288134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-713fe986-1183-4f24-a06e-9acfee8d19c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:50.289854 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-713fe986-1183-4f24-a06e-9acfee8d19c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.1429133
Nov 18 16:25:50.309155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:25:50.309547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Checking segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:25:50.309959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:50.310362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Bound using segment: {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:25:50.310854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Bound port: dc230d15-4734-4998-ae28-b1132c00fbeb, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dd2b9-5c61-44a2-a76a-415677e878cc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07de265b-ecaa-4844-92c7-be0bc3e1e18e'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:25:50.311234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:50.654356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b59a-a9d4-49ca-97e2-4b860b407a64 req-6a509813-5b4b-4c37-8fa7-3ae0c275b726 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:50.655980 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c271b59a-a9d4-49ca-97e2-4b860b407a64 req-6a509813-5b4b-4c37-8fa7-3ae0c275b726 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.5653965
Nov 18 16:25:50.663598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4b2331b9-1156-4c6a-a62b-2e3e00bd4850 req-76c6edaf-ad18-4413-b6ab-c5180374aac5 service neutron] 10.222.0.37 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4976518
Nov 18 16:25:50.756962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] For port dc230d15-4734-4998-ae28-b1132c00fbeb, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:25:50.770837 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c271b59a-a9d4-49ca-97e2-4b860b407a64 req-aafb2a05-6673-4295-a849-a243f8c72ac2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036055
Nov 18 16:25:50.773142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] For port dc230d15-4734-4998-ae28-b1132c00fbeb, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=dc230d15-4734-4998-ae28-b1132c00fbeb,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:25:50.784054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279b281-83dc-458e-9921-252edb951cf0 req-7463bd45-01c0-4893-9015-5cf8361dc9bd tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:50.784054 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e279b281-83dc-458e-9921-252edb951cf0 req-7463bd45-01c0-4893-9015-5cf8361dc9bd tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.4498973
Nov 18 16:25:50.812193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:50.828764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:51.022419 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e279b281-83dc-458e-9921-252edb951cf0 req-9d0ce28a-bbb2-434b-a3af-1a6d086eeee7 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314045
Nov 18 16:25:51.054108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Pushing event updated for resources: {'Port': ['ID=dc230d15-4734-4998-ae28-b1132c00fbeb,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:51.062169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:51.117423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ef2f-7ca1-4718-a7ba-0abbda5c2cd3 req-2a10e12f-c30c-4995-8da7-446ad2047104 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:51.119037 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b4c6ef2f-7ca1-4718-a7ba-0abbda5c2cd3 req-2a10e12f-c30c-4995-8da7-446ad2047104 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 943 time: 0.2242351
Nov 18 16:25:51.121979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:51.123379 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] 10.222.0.37 "PUT /v2.0/ports/dc230d15-4734-4998-ae28-b1132c00fbeb HTTP/1.1" status: 200  len: 1157 time: 3.2714741
Nov 18 16:25:51.123890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'tag': 'dc230d15-4734-4998-ae28-b1132c00fbeb'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:25:51.173804 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b4c6ef2f-7ca1-4718-a7ba-0abbda5c2cd3 req-8310f4ea-28d1-4d4d-8f90-dd733a42488f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447147
Nov 18 16:25:51.183030 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'tag': 'dc230d15-4734-4998-ae28-b1132c00fbeb', 'status': 'completed', 'code': 200}
Nov 18 16:25:51.359539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6369927-4622-49b1-9ebe-4d34d01a8d72 req-f81ce01f-0616-4e5b-be40-e6d6958b13e8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:51.361085 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b6369927-4622-49b1-9ebe-4d34d01a8d72 req-f81ce01f-0616-4e5b-be40-e6d6958b13e8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0822737
Nov 18 16:25:51.412271 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b6369927-4622-49b1-9ebe-4d34d01a8d72 req-9345fb20-8d2e-4ee1-b972-a3b2bf9cc2aa tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446436
Nov 18 16:25:51.980935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7679790-c068-4551-b58a-f955ced99e71 req-b20c18ac-0002-4b44-b193-e40ef79026cb tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:51.982486 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7679790-c068-4551-b58a-f955ced99e71 req-b20c18ac-0002-4b44-b193-e40ef79026cb tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0827889
Nov 18 16:25:52.035160 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c7679790-c068-4551-b58a-f955ced99e71 req-83bf3516-fa75-4663-a80e-54eafed5cdbc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454588
Nov 18 16:25:52.045865 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-9e097fa6-c87f-49af-9f14-bcc24c396721 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.0713475
Nov 18 16:25:52.245923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b556bd5-28be-427a-8010-8c66e9d63850 req-aa8f28e5-6a38-4a4c-bd22-734e63f036f4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:52.247467 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b556bd5-28be-427a-8010-8c66e9d63850 req-aa8f28e5-6a38-4a4c-bd22-734e63f036f4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.0884893
Nov 18 16:25:52.295941 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b556bd5-28be-427a-8010-8c66e9d63850 req-d24a32f5-1379-499f-a41a-6197aef705e6 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423462
Nov 18 16:25:52.382503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb0d86-94a4-4ec9-b1c2-5c8758333f99 req-d0b82954-cd91-4bc3-becf-b28b4361ac67 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:52.384091 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-80fb0d86-94a4-4ec9-b1c2-5c8758333f99 req-d0b82954-cd91-4bc3-becf-b28b4361ac67 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 943 time: 0.0817969
Nov 18 16:25:52.431512 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-80fb0d86-94a4-4ec9-b1c2-5c8758333f99 req-cd2475c5-37c4-4d54-9d80-74e05728e44c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409887
Nov 18 16:25:52.641116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433474c-5137-4e14-bcba-e0947477565e req-6a699ea7-60cd-410b-9453-b90a2a330d93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:52.642714 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6433474c-5137-4e14-bcba-e0947477565e req-6a699ea7-60cd-410b-9453-b90a2a330d93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0869663
Nov 18 16:25:52.690286 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6433474c-5137-4e14-bcba-e0947477565e req-40c4c22b-ccab-47df-87ee-a296d5e35b9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409708
Nov 18 16:25:53.006623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-ba3393f9-f9aa-4d8b-952f-15b42e4d842a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.008249 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-ba3393f9-f9aa-4d8b-952f-15b42e4d842a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.0661931
Nov 18 16:25:53.033219 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7bfa9e6c-b4d5-4e60-a8d0-a39006b35c16 req-c00692dc-53b8-4616-be31-6d1a821e5bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 1160 time: 0.0762084
Nov 18 16:25:53.059928 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-5a729f25-ee48-4d3a-9831-e3bf3d604d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439215
Nov 18 16:25:53.216119 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-672d72b2-7c5e-4118-b900-10d75b68204f service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485424
Nov 18 16:25:53.246530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9e6c-b4d5-4e60-a8d0-a39006b35c16 req-d4823bd8-f73e-45de-95f4-f9d47ae3e5dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.248456 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7bfa9e6c-b4d5-4e60-a8d0-a39006b35c16 req-d4823bd8-f73e-45de-95f4-f9d47ae3e5dd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9326866b614f408fa1c9169e25ecb418&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2057762
Nov 18 16:25:53.364448 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1481dcac-6ba1-4534-87aa-cff72d215477 req-f186155e-a156-4204-b227-da6cf6d1dd3d service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397512
Nov 18 16:25:53.380411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e25bd-0b33-4fbc-9283-17c03fc4a8ba req-e2d5e032-ae63-4378-a504-f88e03d99ed8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.382102 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bd5e25bd-0b33-4fbc-9283-17c03fc4a8ba req-e2d5e032-ae63-4378-a504-f88e03d99ed8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2026486
Nov 18 16:25:53.503655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9e6c-b4d5-4e60-a8d0-a39006b35c16 req-72f8009d-7b82-4870-9658-41eeb57d2b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.505311 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7bfa9e6c-b4d5-4e60-a8d0-a39006b35c16 req-72f8009d-7b82-4870-9658-41eeb57d2b65 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2488890
Nov 18 16:25:53.510411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bd5e25bd-0b33-4fbc-9283-17c03fc4a8ba req-fdc9951c-4a81-46c2-904b-3cc842864d95 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171923
Nov 18 16:25:53.550407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041d16b-1038-4f13-87e4-5f1220c82a99 req-8dd6ed89-612b-4600-8fb4-5b3fbc002e78 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.552042 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6041d16b-1038-4f13-87e4-5f1220c82a99 req-8dd6ed89-612b-4600-8fb4-5b3fbc002e78 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.1172638
Nov 18 16:25:53.711090 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6041d16b-1038-4f13-87e4-5f1220c82a99 req-caff70a2-8055-49bc-922c-34beb3b16add tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527808
Nov 18 16:25:53.739299 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-0876ec8b-bd71-4536-98c7-7aa07b79ef91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9326866b614f408fa1c9169e25ecb418&device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 1160 time: 0.1796901
Nov 18 16:25:53.824560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fdf9e-b2a7-4cc1-8308-410208d66014 req-ec87058a-b6a4-46ce-ae20-367e6c04e02a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.826162 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6e5fdf9e-b2a7-4cc1-8308-410208d66014 req-ec87058a-b6a4-46ce-ae20-367e6c04e02a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 943 time: 0.1916389
Nov 18 16:25:53.828395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-17713b1a-fb06-4bed-8bc4-eb346e0b29cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc230d15-4734-4998-ae28-b1132c00fbeb HTTP/1.1" status: 200  len: 217 time: 0.0799072
Nov 18 16:25:53.984453 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6e5fdf9e-b2a7-4cc1-8308-410208d66014 req-299db656-a683-4b42-9957-45754b63572d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521463
Nov 18 16:25:53.986853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-581bc630-3319-4bb2-9327-cc06d8aa4502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:53.988384 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-581bc630-3319-4bb2-9327-cc06d8aa4502 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 200  len: 854 time: 0.1400859
Nov 18 16:25:54.051710 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-70dfaae6-f74c-492a-9c0d-922f5a3552b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07de265b-ecaa-4844-92c7-be0bc3e1e18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504522
Nov 18 16:25:54.059087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122094c9-13d4-4f5a-a0c7-67701db0a2e6 req-92cf66a4-70d1-4493-bcb0-c4bb87dbcc91 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:54.060688 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-122094c9-13d4-4f5a-a0c7-67701db0a2e6 req-92cf66a4-70d1-4493-bcb0-c4bb87dbcc91 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2111614
Nov 18 16:25:54.224080 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-122094c9-13d4-4f5a-a0c7-67701db0a2e6 req-47d19c5d-d9e4-46e6-b6bb-78ef562169f7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398385
Nov 18 16:25:54.247338 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-4673f436-fb52-46ca-9282-abb61532161f service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850226
Nov 18 16:25:54.405675 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-54df23e5-e8a2-4fbd-a4f8-cc28b1ed3e8b req-9889a887-d04d-4758-8797-a839e60b9a23 service neutron] 10.222.0.37 "GET /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408582
Nov 18 16:25:54.493306 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53402) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:54.649515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:54.689015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:54.693005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Usage tracker for resource:security_group_rule and tenant:7a4d3706e7e04b66a2180368e4852f20 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:54.695966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:54.701995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:54.733523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d041ce-6947-4892-b586-40d90d6492ea req-e058bc71-5cd3-4ea7-9909-494227c5002b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:54.735156 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-96d041ce-6947-4892-b586-40d90d6492ea req-e058bc71-5cd3-4ea7-9909-494227c5002b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0856683
Nov 18 16:25:54.772318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:54.784882 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-96d041ce-6947-4892-b586-40d90d6492ea req-6b5f6948-a546-4a6d-9554-2153bc15017c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421994
Nov 18 16:25:54.799042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:54.807648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:54.861313 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a4d3706e7e04b66a2180368e4852f20&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3664958
Nov 18 16:25:54.862326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da70b5-9243-4083-a450-7f09f64c4db9,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:54.867845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:54.868044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53418) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:54.932175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:54.961548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:55.039622 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:55.048628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-519b449e-2e12-4e36-85d2-47e0ce221cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:55.070753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:55.074949 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96da70b5-9243-4083-a450-7f09f64c4db9 HTTP/1.1" status: 204  len: 168 time: 0.2058804
Nov 18 16:25:55.083291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da70b5-9243-4083-a450-7f09f64c4db9,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:55.083291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:55.188633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755abc8-c1ab-4168-9b73-22ae295a7293 req-b998a68f-67b3-4b41-abe9-62fd1a23b8a4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:55.191762 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9755abc8-c1ab-4168-9b73-22ae295a7293 req-b998a68f-67b3-4b41-abe9-62fd1a23b8a4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.3494539
Nov 18 16:25:55.259841 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9755abc8-c1ab-4168-9b73-22ae295a7293 req-30e6555d-e1fa-4437-908e-066f942e90ef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612867
Nov 18 16:25:55.271390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c725c-73ec-4481-af06-faacde2cd1c4 req-f122aee3-03d0-4ca1-bffc-68174a03cf04 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:55.273642 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-287c725c-73ec-4481-af06-faacde2cd1c4 req-f122aee3-03d0-4ca1-bffc-68174a03cf04 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 943 time: 0.1300952
Nov 18 16:25:55.329068 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-287c725c-73ec-4481-af06-faacde2cd1c4 req-544c8eb5-637d-411d-8243-28bc5569b6cb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490904
Nov 18 16:25:55.479452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa8fa-6bbd-411c-9162-ddaa6d2bd802 req-25434b6b-89d1-49b4-bb24-8959346cf0b3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:55.481214 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10cfa8fa-6bbd-411c-9162-ddaa6d2bd802 req-25434b6b-89d1-49b4-bb24-8959346cf0b3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0884798
Nov 18 16:25:55.529794 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10cfa8fa-6bbd-411c-9162-ddaa6d2bd802 req-ec20a3e7-a60c-41fd-b5dc-ce59384c047a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424874
Nov 18 16:25:56.012658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76fd14-f437-49b4-af40-6aa776c4be90 req-2a82488b-372c-45d8-bf8a-23ad6f2e6d71 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:56.033908 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0a76fd14-f437-49b4-af40-6aa776c4be90 req-2a82488b-372c-45d8-bf8a-23ad6f2e6d71 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0940788
Nov 18 16:25:56.077964 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0a76fd14-f437-49b4-af40-6aa776c4be90 req-946f6c68-bc65-4bc1-8146-4752c44f2f58 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549796
Nov 18 16:25:56.136491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-26342f3f-b61d-4efe-b4e4-47c29e4c30a9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:25:56.148943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 53462) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:56.290534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1353074661-network', 'tenant_id': 'efe147fedf2844f384b6b69267042430'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:56.295546 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:56.299615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Usage tracker for resource:network and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:56.302706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:56.309536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:56.345207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Made reservation on behalf of efe147fedf2844f384b6b69267042430 for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:25:56.350542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.363898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.443533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:56.450687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Usage tracker for resource:security_group_rule and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:56.454279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:56.462042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:56.576006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e8a1a-7dad-42b9-92ff-f4eadf3f1bad req-da38d985-70b0-4d7a-84ed-3712c2baf1a4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:56.577646 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-432e8a1a-7dad-42b9-92ff-f4eadf3f1bad req-da38d985-70b0-4d7a-84ed-3712c2baf1a4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 943 time: 0.1852448
Nov 18 16:25:56.653582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fa44d-f5a4-4411-9e8e-899568cd272c req-3b3f4065-a9ae-4cdc-9843-a110600c0756 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:56.655108 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e55fa44d-f5a4-4411-9e8e-899568cd272c req-3b3f4065-a9ae-4cdc-9843-a110600c0756 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 943 time: 0.1907594
Nov 18 16:25:56.668255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.700040 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-432e8a1a-7dad-42b9-92ff-f4eadf3f1bad req-340b116e-60bd-44db-b1d4-11c05b1e241e tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159930
Nov 18 16:25:56.702438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.706786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ead98fe1-8d5d-48d1-bb30-82470f117226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:56.758736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:25:56.769518 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e55fa44d-f5a4-4411-9e8e-899568cd272c req-10cd760e-51b9-4168-be96-66c02c84e2ed tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999181
Nov 18 16:25:56.771872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6fb615-2902-472e-b32c-36882ee77188,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:56.775839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:56.778494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.783499 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Added segment 46f00d2e-a15f-4359-bfa8-bda0e4c5d08c of type vxlan for network d36fd3de-e5c9-4763-98f4-b4e43417e803
Nov 18 16:25:56.809952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.838205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 185322d2-ba6d-4776-89b8-3865401eb02a up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:56.911673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.918629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906aade-7561-4347-a0d5-c9f82f65e0a2 req-5f010931-2cc5-4e1f-aadf-566fdc9ae8fe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:56.920968 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3906aade-7561-4347-a0d5-c9f82f65e0a2 req-5f010931-2cc5-4e1f-aadf-566fdc9ae8fe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0901825
Nov 18 16:25:56.921222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:56.921845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:56.926911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:56.939141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 185322d2-ba6d-4776-89b8-3865401eb02a completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:25:56.944304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 185322d2-ba6d-4776-89b8-3865401eb02a triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:56.944793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:57.062134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:57.063678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Pushing event updated for resources: {'Network': ['ID=d36fd3de-e5c9-4763-98f4-b4e43417e803,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:57.068899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:57.076763 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3906aade-7561-4347-a0d5-c9f82f65e0a2 req-ee0a5aa1-f811-4fa7-bc0f-c1977c44b999 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336966
Nov 18 16:25:57.087215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:25:57.094243 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9414918
Nov 18 16:25:57.094649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 53476) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:57.101373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Request body: {'subnet': {'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1353074661-subnet', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:57.101660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:25:57.106528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:57.110766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Usage tracker for resource:subnet and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:57.113885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:57.126005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:57.167666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525da315-bcf4-42c6-a1fc-3395050b640a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185322d2-ba6d-4776-89b8-3865401eb02a'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:25:57.168462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Made reservation on behalf of efe147fedf2844f384b6b69267042430 for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:25:57.173479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406282'] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:57.275960 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525da315-bcf4-42c6-a1fc-3395050b640a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185322d2-ba6d-4776-89b8-3865401eb02a', 'code': 200}
Nov 18 16:25:57.286999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 185322d2-ba6d-4776-89b8-3865401eb02a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=185322d2-ba6d-4776-89b8-3865401eb02a,segment=NetworkSegment(5653294a-024c-44fd-aeaa-418d1c09d97c),segment_id=5653294a-024c-44fd-aeaa-418d1c09d97c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:25:57.319630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:57.321411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:57.400045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=185322d2-ba6d-4776-89b8-3865401eb02a,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:57.410091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.410761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.411747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.412901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.413485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.414328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.414893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.415463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.416025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.416619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.417181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.417791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.418578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.419683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.420330 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.421016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.421574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.422142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.422710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.423278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.423838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.424400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.425010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.425564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:25:57.430780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:57.443890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc602-6357-404f-b2b4-dc9ccb2b8a4c req-a58bb9e8-5afe-48c9-90bf-c8c73d81d6ff tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:57.445448 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e17dc602-6357-404f-b2b4-dc9ccb2b8a4c req-a58bb9e8-5afe-48c9-90bf-c8c73d81d6ff tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1594763
Nov 18 16:25:57.596973 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e17dc602-6357-404f-b2b4-dc9ccb2b8a4c req-5652401b-4ca9-4219-a61b-9987847b6c98 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440198
Nov 18 16:25:57.623693 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b8bdde8d-10f2-4659-9404-cd7d61442792 req-7778c188-adcd-4969-bf2d-1254901b977a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 1162 time: 0.1373825
Nov 18 16:25:57.707365 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b8bdde8d-10f2-4659-9404-cd7d61442792 req-c8a42e25-0950-4e5c-b9ed-617526325211 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589967
Nov 18 16:25:57.922455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2162404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406331'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:57.994305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:58.166678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f38c703-a270-4cb9-ab76-d406654058ee,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:58.174341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:58.189432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e37fc-123e-4ff7-a697-9fc9f5062ec7 req-dd97701d-fba8-4e2e-bc55-ebd25c141f90 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:58.191059 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-111e37fc-123e-4ff7-a697-9fc9f5062ec7 req-dd97701d-fba8-4e2e-bc55-ebd25c141f90 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 945 time: 0.3489535
Nov 18 16:25:58.246719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9de54-3da1-48cd-acff-c3a9aa09bb96 req-cc39850d-09aa-4e4d-9627-5261825dd5d4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:58.248356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dce9de54-3da1-48cd-acff-c3a9aa09bb96 req-cc39850d-09aa-4e4d-9627-5261825dd5d4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 943 time: 0.3298669
Nov 18 16:25:58.316411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-111e37fc-123e-4ff7-a697-9fc9f5062ec7 req-1764b899-cee7-4c96-bba8-1dc0e5b9aac1 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123064
Nov 18 16:25:58.345123 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dce9de54-3da1-48cd-acff-c3a9aa09bb96 req-363f73ec-80fa-4821-b016-26bbe53d338b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870793
Nov 18 16:25:58.347185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Checking segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:25:58.347655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Network hostable DHCP agents. Network: d36fd3de-e5c9-4763-98f4-b4e43417e803, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:25:58.425333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:25:58.497167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, d36fd3de-e5c9-4763-98f4-b4e43417e803) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:25:58.506702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b6ae60-98df-41a2-b999-b8d87900aa6f None None] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:25:58.518877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:58.518877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:58.535807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cad5b-c7e9-4f93-8d61-628a0f7c5226 req-f21fe53e-5f85-40bf-9685-c8ae37860b95 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:58.537996 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-830cad5b-c7e9-4f93-8d61-628a0f7c5226 req-f21fe53e-5f85-40bf-9685-c8ae37860b95 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1025498
Nov 18 16:25:58.586582 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4907708
Nov 18 16:25:58.589529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 53520) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:58.595883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:25:58.602526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:58.606716 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-830cad5b-c7e9-4f93-8d61-628a0f7c5226 req-8c8e48d2-8d0c-44d6-aa74-cf3638b8db43 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597622
Nov 18 16:25:58.608642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 53524) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:58.609619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Usage tracker for resource:router and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:58.618079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:58.625855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:58.691510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:58.693786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:58.719352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:58.767109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-d36fd3de-e5c9-4763-98f4-b4e43417e803', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:25:58.768161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:58.823016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device dc230d15-4734-4998-ae28-b1132c00fbeb up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:58.920534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:58.992959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:25:58.998104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.004835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Usage tracker for resource:security_group_rule and tenant:89ad69c10c424ad88882bd76a2a8542f is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:25:59.011020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:25:59.019324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:25:59.027460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cc8ef-3606-4017-8a61-37309ce0689e req-33b53c98-d072-4620-ae0c-ebc4d1f83e09 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:25:59.029149 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb0cc8ef-3606-4017-8a61-37309ce0689e req-33b53c98-d072-4620-ae0c-ebc4d1f83e09 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2881670
Nov 18 16:25:59.127212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port dc230d15-4734-4998-ae28-b1132c00fbeb completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:25:59.138201 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb0cc8ef-3606-4017-8a61-37309ce0689e req-e3e36bb5-1715-42ec-9548-c036dac0e6f0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003299
Nov 18 16:25:59.140982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port dc230d15-4734-4998-ae28-b1132c00fbeb triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:59.141514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.212904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Allocated IP 172.20.0.2 (d36fd3de-e5c9-4763-98f4-b4e43417e803/5f38c703-a270-4cb9-ab76-d406654058ee/01850508-9f82-4b60-88e1-3272ceeb20f9) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:25:59.244646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.282506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.284883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.293701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0df0534f-fc63-406f-a318-5d53ad74944a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:59.387989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c4f2d-6d9f-4e38-a4ab-a7530c037806,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:59.389598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc230d15-4734-4998-ae28-b1132c00fbeb'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:25:59.394328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:59.401416 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89ad69c10c424ad88882bd76a2a8542f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7886956
Nov 18 16:25:59.401530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53538) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:25:59.405355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.413802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port dc230d15-4734-4998-ae28-b1132c00fbeb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=dc230d15-4734-4998-ae28-b1132c00fbeb,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:25:59.442390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.453339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.454262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 185322d2-ba6d-4776-89b8-3865401eb02a up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:25:59.484857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.497305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-52c11de8-eac9-4a48-828a-2401b8790da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:59.512985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.582453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.589072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:25:59.611422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c4f2d-6d9f-4e38-a4ab-a7530c037806,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:59.614945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:59.616160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.620712 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b81c4f2d-6d9f-4e38-a4ab-a7530c037806 HTTP/1.1" status: 204  len: 168 time: 0.2180061
Nov 18 16:25:59.720008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=dc230d15-4734-4998-ae28-b1132c00fbeb,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:25:59.723822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:25:59.748722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 185322d2-ba6d-4776-89b8-3865401eb02a triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:25:59.749255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.945344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:25:59.956363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Transition to ACTIVE for port object 01850508-9f82-4b60-88e1-3272ceeb20f9 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:25:59.974216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Transition to ACTIVE for port object 01850508-9f82-4b60-88e1-3272ceeb20f9 will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:00.020482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.037714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:00.107744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a95f-f037-4448-a69c-470ed56a63c6 req-cd0c26ec-e0b3-4c18-9b84-2919899fbf5d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:00.111097 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-76f8a95f-f037-4448-a69c-470ed56a63c6 req-cd0c26ec-e0b3-4c18-9b84-2919899fbf5d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.3210676
Nov 18 16:26:00.121664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816341a8-5b1c-4d5a-abab-c69277db6365 req-603a4504-b1fd-4e6e-94c5-21660219d930 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:00.124606 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-816341a8-5b1c-4d5a-abab-c69277db6365 req-603a4504-b1fd-4e6e-94c5-21660219d930 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 945 time: 0.3289759
Nov 18 16:26:00.189789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device dc230d15-4734-4998-ae28-b1132c00fbeb up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:00.229187 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-816341a8-5b1c-4d5a-abab-c69277db6365 req-f78f6995-678b-4449-878d-4cacc6979562 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775366
Nov 18 16:26:00.237605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Pushing event updated for resources: {'Port': ['ID=01850508-9f82-4b60-88e1-3272ceeb20f9,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:00.244665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Allocated IP 172.27.3.219 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/e2f4acdf-70ff-4cca-b2e5-6f593d553ff3) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:26:00.249753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:00.252711 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-76f8a95f-f037-4448-a69c-470ed56a63c6 req-f73c5acd-a0d5-4270-b344-c5eca366f7f8 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188023
Nov 18 16:26:00.284111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53550) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:00.304842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.337062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:26:00.338692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:26:00.349181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:26:00.351370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port dc230d15-4734-4998-ae28-b1132c00fbeb triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:00.351796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.370522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:00.379271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Usage tracker for resource:security_group_rule and tenant:65f6307a2df644ecabb124058517fb9a is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:00.385150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:00.399479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:00.452047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.484074 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc230d15-4734-4998-ae28-b1132c00fbeb', 'code': 200}
Nov 18 16:26:00.485082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Attempting to bind port 01850508-9f82-4b60-88e1-3272ceeb20f9 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:26:00.485510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Attempting to bind port 01850508-9f82-4b60-88e1-3272ceeb20f9 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:26:00.485961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Attempting to bind port 01850508-9f82-4b60-88e1-3272ceeb20f9 on network d36fd3de-e5c9-4763-98f4-b4e43417e803 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:26:00.502010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:26:00.502437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Checking segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:26:00.502948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.503341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Bound using segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:26:00.503871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Bound port: 01850508-9f82-4b60-88e1-3272ceeb20f9, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:26:00.504295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.588196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.603925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:00.637897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 185322d2-ba6d-4776-89b8-3865401eb02a up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:00.700763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] For port 01850508-9f82-4b60-88e1-3272ceeb20f9, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:26:00.720141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.720395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] For port 01850508-9f82-4b60-88e1-3272ceeb20f9, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=01850508-9f82-4b60-88e1-3272ceeb20f9,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:26:00.736996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 185322d2-ba6d-4776-89b8-3865401eb02a triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:00.737423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.782176 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.784079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.795530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-13c8564e-cce6-41d5-acb8-1e9b1ee59e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:00.856056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c19182a-1e8c-4e82-a58b-384d6dcdcf90,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:00.860172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:00.867498 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65f6307a2df644ecabb124058517fb9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5819051
Nov 18 16:26:00.868190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53556) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:00.892429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:00.901693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:00.952102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:00.954178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:00.980987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:01.057452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:01.064211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-57674471-2dc4-4d3a-8fd3-735caf8a9b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:01.071699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d1712-9348-4e33-a14c-05b13d9b7c64 req-133749f0-7d44-41b9-bf17-b6b348e30b0c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:01.078628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c19182a-1e8c-4e82-a58b-384d6dcdcf90,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:01.079467 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a82d1712-9348-4e33-a14c-05b13d9b7c64 req-133749f0-7d44-41b9-bf17-b6b348e30b0c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.3049152
Nov 18 16:26:01.081498 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:01.082722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:01.086926 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c19182a-1e8c-4e82-a58b-384d6dcdcf90 HTTP/1.1" status: 204  len: 168 time: 0.2144020
Nov 18 16:26:01.091997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf0d7-23b4-47db-8c96-0cf16e134fdc req-b1abe053-de8b-44e0-a0b4-ad9b3066adb5 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:01.100232 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4a4cf0d7-23b4-47db-8c96-0cf16e134fdc req-b1abe053-de8b-44e0-a0b4-ad9b3066adb5 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.3370643
Nov 18 16:26:01.104115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:26:01.122805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:26:01.144835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:26:01.248620 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e46d4cab-ede5-4149-88f0-2faf2ddb00d7 req-875fca1f-4759-45af-96fa-c12322529c9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 1162 time: 0.3230195
Nov 18 16:26:01.269114 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a82d1712-9348-4e33-a14c-05b13d9b7c64 req-5e2ecdad-f1c8-4fbb-a17b-8f0b9f9f830a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887014
Nov 18 16:26:01.275818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Pushing event updated for resources: {'Port': ['ID=01850508-9f82-4b60-88e1-3272ceeb20f9,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:01.289651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:01.376595 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4a4cf0d7-23b4-47db-8c96-0cf16e134fdc req-3f19b427-6e78-4bc4-b2c8-58515e4c87f1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753303
Nov 18 16:26:01.416260 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e46d4cab-ede5-4149-88f0-2faf2ddb00d7 req-f877fb08-eee7-4797-894d-044c4cc5471f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438069
Nov 18 16:26:01.644744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492ed86-618c-4876-8437-0ac914911c8e req-62323fe7-3c66-42c1-a1f9-db27774ef58c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:01.647221 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d492ed86-618c-4876-8437-0ac914911c8e req-62323fe7-3c66-42c1-a1f9-db27774ef58c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.1352518
Nov 18 16:26:01.741168 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d492ed86-618c-4876-8437-0ac914911c8e req-4b34ad69-88b4-4a4f-a5dd-903841fe62e0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871365
Nov 18 16:26:01.775432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:01.776239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:01.917952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 01850508-9f82-4b60-88e1-3272ceeb20f9 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:02.024918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 01850508-9f82-4b60-88e1-3272ceeb20f9 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:02.153221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:26:02.494304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce263a25-234d-4e30-a59c-796dcb5d14ab req-770ec5c0-df7f-4c3f-8b5f-57d169107086 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:02.497014 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ce263a25-234d-4e30-a59c-796dcb5d14ab req-770ec5c0-df7f-4c3f-8b5f-57d169107086 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 945 time: 0.1696501
Nov 18 16:26:02.557496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:26:02.567726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Sync routers for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:26:02.579968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:26:02.580694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14422b96a0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:25:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:02.601224 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ce263a25-234d-4e30-a59c-796dcb5d14ab req-6c0cc2af-8220-4056-88f6-7486ad823163 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963287
Nov 18 16:26:02.617748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e70065-a25b-4e21-8562-3627fe206d8a req-5cce1e4b-a165-43b9-893e-46a32a476a1d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:02.619439 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-71e70065-a25b-4e21-8562-3627fe206d8a req-5cce1e4b-a165-43b9-893e-46a32a476a1d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1852822
Nov 18 16:26:02.692590 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-71e70065-a25b-4e21-8562-3627fe206d8a req-a5b39c43-e8f4-4080-9864-27ac52798da0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658369
Nov 18 16:26:02.694331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:02.701253 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.1051331
Nov 18 16:26:02.701347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 53596) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:02.853633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72b731-a2e3-406e-bd6c-ed8729168806 None None] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:26:02.875820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:26:03.079181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Provisioning for port 01850508-9f82-4b60-88e1-3272ceeb20f9 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:03.080025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcc8c-e4d7-4ab3-ad88-6f232a6e65f3 req-3efbcec8-df5b-4c12-8610-daeb596d6d67 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:03.081084 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7f6fcc8c-e4d7-4ab3-ad88-6f232a6e65f3 req-3efbcec8-df5b-4c12-8610-daeb596d6d67 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2970150
Nov 18 16:26:03.135799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Provisioning complete for port 01850508-9f82-4b60-88e1-3272ceeb20f9 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:03.152204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:03.199477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f772b-61dd-4e14-b75d-baba5fc7e852 req-920ea24b-4945-45c8-8f32-1858a30e9d33 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:03.201846 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be6f772b-61dd-4e14-b75d-baba5fc7e852 req-920ea24b-4945-45c8-8f32-1858a30e9d33 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.2955141
Nov 18 16:26:03.267952 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7f6fcc8c-e4d7-4ab3-ad88-6f232a6e65f3 req-5fa0271c-7bca-4ac3-81dc-5ada12b1ddb1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789877
Nov 18 16:26:03.331972 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be6f772b-61dd-4e14-b75d-baba5fc7e852 req-c431dd6d-d3f5-47fc-a406-39ecfcc50e2f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181786
Nov 18 16:26:03.357357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14422b96a0>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:01Z', 'revision_number': 3, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:03.361780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Checking router: e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:26:03.362309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Updating router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:26:03.434866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:03.491923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:03.562926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] For port 01850508-9f82-4b60-88e1-3272ceeb20f9, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=01850508-9f82-4b60-88e1-3272ceeb20f9,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:03.600552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:03.604696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:03.749636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Pushing event updated for resources: {'Port': ['ID=01850508-9f82-4b60-88e1-3272ceeb20f9,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:03.773643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:03.879566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-255b5164-e41c-4bbc-8161-fcf180c6a4c2 None None] Provisioning complete for port 01850508-9f82-4b60-88e1-3272ceeb20f9 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:03.880056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-255b5164-e41c-4bbc-8161-fcf180c6a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:03.991897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 01850508-9f82-4b60-88e1-3272ceeb20f9 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:04.081394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c209fa-97b5-4cf5-abd2-b0796e1ebbd5 req-cd19df7d-0c8f-4d1c-bde6-86da08fa4fb0 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:04.086337 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b0c209fa-97b5-4cf5-abd2-b0796e1ebbd5 req-cd19df7d-0c8f-4d1c-bde6-86da08fa4fb0 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 945 time: 0.2553859
Nov 18 16:26:04.146578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device dc230d15-4734-4998-ae28-b1132c00fbeb up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:04.241167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.297923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.321300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Transition to ACTIVE for port object e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:04.327084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port dc230d15-4734-4998-ae28-b1132c00fbeb triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:04.327688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.350843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.429059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:04.576631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Pushing event updated for resources: {'Port': ['ID=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,revision_number=2']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:04.588946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 01850508-9f82-4b60-88e1-3272ceeb20f9 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:04.589392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.601513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.601901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.602282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.602660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.603032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.603402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.603768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.604132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.604494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.604879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.605242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.605602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.606057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.606422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.606783 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.607142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.607500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.607861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.608217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.608624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.608989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.609347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.609703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.610059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:04.614452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:04.633076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4fe659b2-b6c3-4c49-8af9-d1de3a0a0cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.744008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Attempting to bind port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:26:04.745515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Attempting to bind port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:26:04.747418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Attempting to bind port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:26:04.759691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:26:04.761432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:26:04.764382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.764968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:26:04.766063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Bound port: e2f4acdf-70ff-4cca-b2e5-6f593d553ff3, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:26:04.767861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-cbde6eea-fe8b-4096-aeb2-0f0f0ab90959 None None] Provisioning complete for port 01850508-9f82-4b60-88e1-3272ceeb20f9 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:04.768092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cbde6eea-fe8b-4096-aeb2-0f0f0ab90959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.768233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:04.813592 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b0c209fa-97b5-4cf5-abd2-b0796e1ebbd5 req-e17afb20-db09-4a71-8c8f-200ddf0f0112 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7210586
Nov 18 16:26:04.887632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cddbf-8350-4667-a18d-d6097aed9856 req-daaf50d9-2647-449b-948c-2ee5329a532f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:04.889559 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-440cddbf-8350-4667-a18d-d6097aed9856 req-daaf50d9-2647-449b-948c-2ee5329a532f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 945 time: 0.5922921
Nov 18 16:26:04.891957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Allocated IP 172.20.0.1 (d36fd3de-e5c9-4763-98f4-b4e43417e803/5f38c703-a270-4cb9-ab76-d406654058ee/bce13ef0-c530-4688-a4f4-560597c7d434) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:26:04.900979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d88f-af80-426b-94a9-2d2c179f6c87 req-46e6aea9-f2d5-4106-921e-bbdec43efe89 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:04.903363 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a114d88f-af80-426b-94a9-2d2c179f6c87 req-46e6aea9-f2d5-4106-921e-bbdec43efe89 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.7025113
Nov 18 16:26:04.985189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] For port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:26:04.991490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] For port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:26:05.011081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:05.060222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:05.140962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:05.187731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Transition to ACTIVE for port object bce13ef0-c530-4688-a4f4-560597c7d434 will not be triggered until provisioned by entity DHCP. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:05.226669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Deleting port 185322d2-ba6d-4776-89b8-3865401eb02a {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:26:05.227056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:05.229097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fc89be3b-aea5-4687-a68f-86b3ef5f85f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:05.249184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:05.270369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:05.289191 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a114d88f-af80-426b-94a9-2d2c179f6c87 req-20768126-13fb-4fc2-a312-c1b321273eb4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2865880
Nov 18 16:26:05.437433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f0b0-1c13-4f00-8639-6bcbd43e4b64 req-471845dd-66ef-435f-86ec-ed06c2ce58f0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:05.445142 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1d36f0b0-1c13-4f00-8639-6bcbd43e4b64 req-471845dd-66ef-435f-86ec-ed06c2ce58f0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.3374577
Nov 18 16:26:05.501789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Pushing event updated for resources: {'Port': ['ID=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:05.515559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:05.549323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:26:05.550232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14422b96a0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:25:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:05.565086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=bce13ef0-c530-4688-a4f4-560597c7d434,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:05.585433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:05.594059 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1d36f0b0-1c13-4f00-8639-6bcbd43e4b64 req-b2866564-6832-40b2-8078-484ef87d88a0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478751
Nov 18 16:26:05.764930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6243d-24cc-44be-8395-fb7c1e84b0a9 req-d7b6afbb-64e9-4400-97f9-ecc1d2fca9b8 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:05.776961 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-26c6243d-24cc-44be-8395-fb7c1e84b0a9 req-d7b6afbb-64e9-4400-97f9-ecc1d2fca9b8 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.2674713
Nov 18 16:26:05.815056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] For port 185322d2-ba6d-4776-89b8-3865401eb02a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=185322d2-ba6d-4776-89b8-3865401eb02a,segment=NetworkSegment(5653294a-024c-44fd-aeaa-418d1c09d97c),segment_id=5653294a-024c-44fd-aeaa-418d1c09d97c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:05.815496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:05.832391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:26:05.845344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:26:05.847608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:26:05.850386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:26:05.923098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.028544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Calling delete_port for 185322d2-ba6d-4776-89b8-3865401eb02a owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:26:06.091704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 185322d2-ba6d-4776-89b8-3865401eb02a no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:26:06.098167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.225943 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-26c6243d-24cc-44be-8395-fb7c1e84b0a9 req-322856a8-d2de-4072-afcd-1c20d29940ee tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4479387
Nov 18 16:26:06.276400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14422b96a0>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:01Z', 'revision_number': 3, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:06.281857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4765b1d-69c0-4068-b676-5af273f891b1 None None] The sync data for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi is: [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:01Z', 'revision_number': 3, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:26:06.377832 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.442028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0239c9a6-439a-4871-89ce-7b6d70b3ae84 None None] Provisioning for port bce13ef0-c530-4688-a4f4-560597c7d434 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:06.473974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0239c9a6-439a-4871-89ce-7b6d70b3ae84 None None] Provisioning complete for port bce13ef0-c530-4688-a4f4-560597c7d434 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:06.474976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0239c9a6-439a-4871-89ce-7b6d70b3ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.532792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.576388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.596066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd691c-d3fc-4875-841b-589846c3a823 req-506b573e-7cad-4eab-a55f-fcb48fd5b473 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:06.602733 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eabd691c-d3fc-4875-841b-589846c3a823 req-506b573e-7cad-4eab-a55f-fcb48fd5b473 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 945 time: 0.5194864
Nov 18 16:26:06.644536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-06ec2789-53cb-4270-aebf-5b2cac4da450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:06.650256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.693525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0239c9a6-439a-4871-89ce-7b6d70b3ae84 None None] Port bce13ef0-c530-4688-a4f4-560597c7d434 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:26:06.765427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12275622-9146-4da4-aeff-e09e8c9169e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.766645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=bce13ef0-c530-4688-a4f4-560597c7d434,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:06.775645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:06.931852 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:06.939221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:07.007979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Pushing event deleted for resources: {'Port': ['ID=185322d2-ba6d-4776-89b8-3865401eb02a,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:07.079875 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:07.079875 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eabd691c-d3fc-4875-841b-589846c3a823 req-d4ce888c-ffb6-4b93-8236-884b1776a893 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4531324
Nov 18 16:26:07.080107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:26:07.080107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:26:07.163140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534b04-a64f-4c9c-8fbe-a7365aa63c44 req-b989e0c2-ca0e-4bad-af44-61c57c954b57 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:07.165923 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6c534b04-a64f-4c9c-8fbe-a7365aa63c44 req-b989e0c2-ca0e-4bad-af44-61c57c954b57 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.5231664
Nov 18 16:26:07.166940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] No DVR routers for this DVR port 185322d2-ba6d-4776-89b8-3865401eb02a on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:26:07.182272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:07.197886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525da315-bcf4-42c6-a1fc-3395050b640a', 'name': 'network-vif-deleted', 'tag': '185322d2-ba6d-4776-89b8-3865401eb02a'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:07.271994 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6c534b04-a64f-4c9c-8fbe-a7365aa63c44 req-a7d625a1-2b54-411f-a3e3-3b0d3d648a2a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911441
Nov 18 16:26:07.300218 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-440cddbf-8350-4667-a18d-d6097aed9856 req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "DELETE /v2.0/ports/185322d2-ba6d-4776-89b8-3865401eb02a HTTP/1.1" status: 204  len: 173 time: 2.3955512
Nov 18 16:26:07.325264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:07.542670 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525da315-bcf4-42c6-a1fc-3395050b640a', 'name': 'network-vif-deleted', 'tag': '185322d2-ba6d-4776-89b8-3865401eb02a', 'status': 'completed', 'code': 200}
Nov 18 16:26:07.568626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-1976ae24-d322-45d0-bd54-c2c4fadaeec2 None None] Provisioning complete for port bce13ef0-c530-4688-a4f4-560597c7d434 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:07.569351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1976ae24-d322-45d0-bd54-c2c4fadaeec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:07.637065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0547193-a8a3-4ac1-aff6-5ea87ddb6194 req-37aa18ac-0d4e-498d-8c98-dcebd0b28a70 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:07.639633 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b0547193-a8a3-4ac1-aff6-5ea87ddb6194 req-37aa18ac-0d4e-498d-8c98-dcebd0b28a70 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2104425
Nov 18 16:26:07.769252 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b0547193-a8a3-4ac1-aff6-5ea87ddb6194 req-1049f041-7234-45e5-ab49-6985eb574a0e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231475
Nov 18 16:26:07.829939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-1976ae24-d322-45d0-bd54-c2c4fadaeec2 None None] Port bce13ef0-c530-4688-a4f4-560597c7d434 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:26:07.979482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:08.156680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:08.162644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:08.163265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:08.239442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:26:08.334728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:08.360026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:08.384533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4ea6ef81-8c66-4975-9d7b-17a8e6867fa2 req-6b48c21d-e5c5-49d7-a6e9-385fb5201201 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Synchronizing usage tracker for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:26:08.393249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:08.395289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:08.433212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4ea6ef81-8c66-4975-9d7b-17a8e6867fa2 req-6b48c21d-e5c5-49d7-a6e9-385fb5201201 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Unset dirty status for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:26:08.434601 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ea6ef81-8c66-4975-9d7b-17a8e6867fa2 req-6b48c21d-e5c5-49d7-a6e9-385fb5201201 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=525da315-bcf4-42c6-a1fc-3395050b640a HTTP/1.1" status: 200  len: 210 time: 0.1191413
Nov 18 16:26:08.502570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:08.506706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:08.601729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:26:08.619202 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] 10.222.0.23 "PUT /v2.0/routers/e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9194701
Nov 18 16:26:08.661188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09196d9f-8691-4fbf-8cad-f377fad77311 req-1ac51ccf-4c4e-4ce4-ab14-8d916b806e4e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:08.669699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09196d9f-8691-4fbf-8cad-f377fad77311 req-1ac51ccf-4c4e-4ce4-ab14-8d916b806e4e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1349144
Nov 18 16:26:08.724491 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09196d9f-8691-4fbf-8cad-f377fad77311 req-2df24087-dcfe-483e-9f42-b3ad3c7d702b tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538583
Nov 18 16:26:08.818550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:09.186121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925c93e-9aa6-4253-b38f-4d13376de64c req-7faea7fd-092f-483a-83dc-7183db7301cc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:09.187947 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0925c93e-9aa6-4253-b38f-4d13376de64c req-7faea7fd-092f-483a-83dc-7183db7301cc tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2023373
Nov 18 16:26:09.274135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:09.320603 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0925c93e-9aa6-4253-b38f-4d13376de64c req-a56eaef4-8721-48c8-ac86-f2179baadc0f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063852
Nov 18 16:26:09.822723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Sync routers for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:26:09.848356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:26:09.849466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441af85f8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:26:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:10.037884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:10.414743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f221fb-9bcf-40ee-9350-ed00c23539b3 req-e1ca80e0-f385-43d1-b417-1ee9159369e1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:10.430037 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-06f221fb-9bcf-40ee-9350-ed00c23539b3 req-e1ca80e0-f385-43d1-b417-1ee9159369e1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.3178594
Nov 18 16:26:10.562987 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-06f221fb-9bcf-40ee-9350-ed00c23539b3 req-0dabc3ef-8a4d-4be3-8f3f-b7dfc8432d65 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318667
Nov 18 16:26:10.661152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:10.661724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:10.795719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:26:10.889549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9cd9-959f-4fc4-bd56-2dbbde855853 req-12e08521-3dbd-4db3-8fc3-b294ea87d3e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:10.891409 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-050b9cd9-959f-4fc4-bd56-2dbbde855853 req-12e08521-3dbd-4db3-8fc3-b294ea87d3e4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1046894
Nov 18 16:26:10.996490 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-050b9cd9-959f-4fc4-bd56-2dbbde855853 req-9aa97646-8655-4267-9715-9c631ff655a2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982058
Nov 18 16:26:11.333504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441af85f8>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:06Z', 'revision_number': 2, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:11.341515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Checking router: e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:26:11.341960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Updating router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 port bce13ef0-c530-4688-a4f4-560597c7d434 binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:26:11.402891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:11.997269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039c7f1-71cd-4b3b-ac2c-99872ce47ee6 req-2bd8d288-ac75-4c97-962b-9ec7078200f4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:11.998910 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e039c7f1-71cd-4b3b-ac2c-99872ce47ee6 req-2bd8d288-ac75-4c97-962b-9ec7078200f4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1622038
Nov 18 16:26:12.089417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:12.103499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Transition to ACTIVE for port object bce13ef0-c530-4688-a4f4-560597c7d434 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:12.114179 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e039c7f1-71cd-4b3b-ac2c-99872ce47ee6 req-62b65ba1-20a5-403b-8db5-8a375c12b9ee tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056190
Nov 18 16:26:12.136322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:12.178194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:12.623951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a48630-a991-4839-8ddc-3356f12714ff None None] Pushing event updated for resources: {'Port': ['ID=bce13ef0-c530-4688-a4f4-560597c7d434,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:12.624998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f89d-78b1-4248-998b-3f9ce7ed4ac4 req-8481c535-7919-4ffd-93a7-4a6ba6a6d07f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:12.632263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3a48630-a991-4839-8ddc-3356f12714ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:12.643876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b062f89d-78b1-4248-998b-3f9ce7ed4ac4 req-8481c535-7919-4ffd-93a7-4a6ba6a6d07f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1812162
Nov 18 16:26:12.735312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b062f89d-78b1-4248-998b-3f9ce7ed4ac4 req-f85f9fae-ddf3-4dba-85fe-23cb443d211e tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899189
Nov 18 16:26:12.881679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Attempting to bind port bce13ef0-c530-4688-a4f4-560597c7d434 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:26:12.882104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Attempting to bind port bce13ef0-c530-4688-a4f4-560597c7d434 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:26:12.882517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Attempting to bind port bce13ef0-c530-4688-a4f4-560597c7d434 on network d36fd3de-e5c9-4763-98f4-b4e43417e803 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:26:12.899097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:26:12.899557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Checking segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:26:12.900012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:12.900492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Bound using segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:26:12.901312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Bound port: bce13ef0-c530-4688-a4f4-560597c7d434, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:26:12.901738 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:13.126143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] For port bce13ef0-c530-4688-a4f4-560597c7d434, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:26:13.129669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] For port bce13ef0-c530-4688-a4f4-560597c7d434, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=bce13ef0-c530-4688-a4f4-560597c7d434,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:26:13.165380 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:13.186174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:13.384327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a48630-a991-4839-8ddc-3356f12714ff None None] Pushing event updated for resources: {'Port': ['ID=bce13ef0-c530-4688-a4f4-560597c7d434,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:13.390426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3a48630-a991-4839-8ddc-3356f12714ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:13.465360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:26:13.466417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441af85f8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:26:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:13.516358 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8fa92-53dc-41ef-90b5-0b2d4772b3b0 req-1e8b0488-15b7-4d0a-82e2-1331f0df357f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:13.523357 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-abb8fa92-53dc-41ef-90b5-0b2d4772b3b0 req-1e8b0488-15b7-4d0a-82e2-1331f0df357f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1746247
Nov 18 16:26:13.613251 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-abb8fa92-53dc-41ef-90b5-0b2d4772b3b0 req-399b082b-d47d-4300-bd12-156684542662 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836754
Nov 18 16:26:13.913882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:26:14.088795 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac00729-88e6-43fa-9143-97a0edf0da72 req-e095d586-7dec-49b9-9bdb-b2297b800450 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:14.090829 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5ac00729-88e6-43fa-9143-97a0edf0da72 req-e095d586-7dec-49b9-9bdb-b2297b800450 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1478877
Nov 18 16:26:14.217406 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5ac00729-88e6-43fa-9143-97a0edf0da72 req-aa0e7902-2559-45ec-8892-8f3d5dbb277c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183596
Nov 18 16:26:14.613259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441af85f8>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:13Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:26:14.618543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bca8ad-33b3-4dfe-ac81-0cbb706b9513 None None] The sync data for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi is: [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:13Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:26:14.939583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c842-12a7-4669-9716-b0acc46afa08 req-ed827db3-68a1-4889-a86f-e34acf7e6294 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:14.941334 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ae58c842-12a7-4669-9716-b0acc46afa08 req-ed827db3-68a1-4889-a86f-e34acf7e6294 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1006312
Nov 18 16:26:15.002768 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ae58c842-12a7-4669-9716-b0acc46afa08 req-b0769592-ac7c-412d-bb95-e8d20f7eb1fb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536518
Nov 18 16:26:15.562704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e13359-2fce-4b4b-b8fb-cf78352cde08 req-96b2c46d-c880-410a-bdcf-d378e290a7bb tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:15.566796 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4e13359-2fce-4b4b-b8fb-cf78352cde08 req-96b2c46d-c880-410a-bdcf-d378e290a7bb tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1622827
Nov 18 16:26:15.700145 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4e13359-2fce-4b4b-b8fb-cf78352cde08 req-8aede395-229e-4355-8d02-3f4e4afead3c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232531
Nov 18 16:26:15.922233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device bce13ef0-c530-4688-a4f4-560597c7d434 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:16.289185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port bce13ef0-c530-4688-a4f4-560597c7d434 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:16.294763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port bce13ef0-c530-4688-a4f4-560597c7d434 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:16.295206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:16.313936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ea65-ca45-4644-8cea-dd2c741ffc96 req-8b39401b-9e13-422e-9f15-612dde6f074d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:16.315758 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0879ea65-ca45-4644-8cea-dd2c741ffc96 req-8b39401b-9e13-422e-9f15-612dde6f074d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1124694
Nov 18 16:26:16.405247 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0879ea65-ca45-4644-8cea-dd2c741ffc96 req-192b8fdc-0313-46ce-a8d4-84f0e95a859b tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828717
Nov 18 16:26:16.436093 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:16.502245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port bce13ef0-c530-4688-a4f4-560597c7d434, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=bce13ef0-c530-4688-a4f4-560597c7d434,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:16.534100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:16.542517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-daaed5b2-3c5d-4246-9ede-20b515263ed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:16.677213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=bce13ef0-c530-4688-a4f4-560597c7d434,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:16.685722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:17.098532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095892-4e70-4c14-b4b6-d3389257b54e req-116c4703-dadc-489b-894c-8590c2fdaa07 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:17.105056 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a6095892-4e70-4c14-b4b6-d3389257b54e req-116c4703-dadc-489b-894c-8590c2fdaa07 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2173827
Nov 18 16:26:17.226401 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a6095892-4e70-4c14-b4b6-d3389257b54e req-f0d03bb7-9946-41e8-ad6a-e967defde026 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083915
Nov 18 16:26:17.935534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed5650-4dd4-4cd4-bed1-3c01c84a8eac req-6943ab4c-c3e3-4779-840a-d35b30910c21 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:17.953627 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0eed5650-4dd4-4cd4-bed1-3c01c84a8eac req-6943ab4c-c3e3-4779-840a-d35b30910c21 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2697039
Nov 18 16:26:18.055259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device bce13ef0-c530-4688-a4f4-560597c7d434 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:18.104326 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0eed5650-4dd4-4cd4-bed1-3c01c84a8eac req-6bbc6a4c-8229-4733-b14d-f36a8fff4c37 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1470056
Nov 18 16:26:18.216690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port bce13ef0-c530-4688-a4f4-560597c7d434 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:18.217337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:18.575564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb3811-8d01-4447-a710-5b6e88e3d918 req-2e71216d-fda0-44a1-81db-975fbd9c1285 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:18.577543 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-43bb3811-8d01-4447-a710-5b6e88e3d918 req-2e71216d-fda0-44a1-81db-975fbd9c1285 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1219683
Nov 18 16:26:18.674061 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-43bb3811-8d01-4447-a710-5b6e88e3d918 req-1056923f-ab57-4472-8414-aa00c7188085 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882964
Nov 18 16:26:19.618023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e673b-a281-4bca-9f65-ba344f0c481f req-d46c613f-01dc-41ef-a029-df86fa30d60e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:19.626038 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d91e673b-a281-4bca-9f65-ba344f0c481f req-d46c613f-01dc-41ef-a029-df86fa30d60e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2369134
Nov 18 16:26:19.700307 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d91e673b-a281-4bca-9f65-ba344f0c481f req-3dd99c49-44c2-4881-ad06-19bfa63caeff tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732210
Nov 18 16:26:20.611125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1f8d0-b333-49b2-8c3d-bd150fa4d7b7 req-a8a56e7d-0902-4a85-b193-64e855d09d53 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:20.611125 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0ef1f8d0-b333-49b2-8c3d-bd150fa4d7b7 req-a8a56e7d-0902-4a85-b193-64e855d09d53 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0882361
Nov 18 16:26:20.678108 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0ef1f8d0-b333-49b2-8c3d-bd150fa4d7b7 req-377d8e72-6ed8-423b-a6ec-d00e1da5d19a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608518
Nov 18 16:26:20.739327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:26:22.379498 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e85a6-e141-42b0-b327-8a991aae5e7b req-c9d6975e-205a-437e-bff5-d048682dd034 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:22.390671 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3f9e85a6-e141-42b0-b327-8a991aae5e7b req-c9d6975e-205a-437e-bff5-d048682dd034 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1266274
Nov 18 16:26:22.465226 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3f9e85a6-e141-42b0-b327-8a991aae5e7b req-79132168-8d65-493d-96aa-c5aa18c6f27c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660565
Nov 18 16:26:22.741078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43926-97d9-407a-8708-02a4f7d91909 req-61621439-8713-4125-bbba-44808585ff60 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:22.743016 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bdb43926-97d9-407a-8708-02a4f7d91909 req-61621439-8713-4125-bbba-44808585ff60 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1103559
Nov 18 16:26:22.856955 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bdb43926-97d9-407a-8708-02a4f7d91909 req-8410f3fc-c327-4298-b32a-2deaa996363a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057758
Nov 18 16:26:23.743098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0198ce-5288-41c0-aa1c-d4115633df25 req-939104ec-3759-46e6-a49b-1e3719ed78f6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:23.746973 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6f0198ce-5288-41c0-aa1c-d4115633df25 req-939104ec-3759-46e6-a49b-1e3719ed78f6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1027226
Nov 18 16:26:23.804563 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6f0198ce-5288-41c0-aa1c-d4115633df25 req-71d401af-6a96-410e-8edd-135b9069e779 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533187
Nov 18 16:26:24.383484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-05ce856f-7903-4c15-980b-b4b669a43102 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:24.391268 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-05ce856f-7903-4c15-980b-b4b669a43102 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/networks?id=72733dd7-2fba-4b32-8ff1-10e79584e31d HTTP/1.1" status: 200  len: 808 time: 0.1868415
Nov 18 16:26:24.430774 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-03cd4d34-d423-4d07-8b8a-549643ca7793 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/quotas/4d6a3218b94e47f39a8cf5041738e5be HTTP/1.1" status: 200  len: 375 time: 0.0384107
Nov 18 16:26:24.499589 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-57ed514e-9c77-41f5-83c0-3175790d550b tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0678077
Nov 18 16:26:24.652138 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-0e0d8d1c-42c4-4a84-8345-2e8b594e4c9e service neutron] 10.222.0.23 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515129
Nov 18 16:26:24.890219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1305d-85ab-4931-9e03-bfb784ff7ee1 req-cbf92fe6-1741-421e-a8f9-8848a3acb819 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:24.891782 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-32e1305d-85ab-4931-9e03-bfb784ff7ee1 req-cbf92fe6-1741-421e-a8f9-8848a3acb819 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.8022056
Nov 18 16:26:25.103305 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-43111c03-9099-4b7f-9e52-749365724aa7 service neutron] 10.222.0.23 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4500988
Nov 18 16:26:25.129057 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-32e1305d-85ab-4931-9e03-bfb784ff7ee1 req-544a5cc0-0946-48c8-9192-165e0f69c658 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211964
Nov 18 16:26:25.172530 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-b8ae02e3-f2d0-47d6-99b3-03a981b81d63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1162 time: 0.2658246
Nov 18 16:26:25.485610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07086545-b81d-48ad-831f-6dba4145f8ce req-23d5bb1a-1bb5-47c3-ac53-8f4433170113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:25.487297 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-23d5bb1a-1bb5-47c3-ac53-8f4433170113 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.3075769
Nov 18 16:26:25.494568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973bb5c-053c-4425-ac00-818f3e31640a req-8a6d4f75-4ac8-4995-abc4-7844267da75d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:25.505040 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0973bb5c-053c-4425-ac00-818f3e31640a req-8a6d4f75-4ac8-4995-abc4-7844267da75d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1818070
Nov 18 16:26:25.673156 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0973bb5c-053c-4425-ac00-818f3e31640a req-c7cf22b5-0f17-41de-a065-6f9ba65a3f3e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1668055
Nov 18 16:26:25.676110 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-9b609d78-89fc-4074-b262-7003ec4d57ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 1001 time: 0.1686633
Nov 18 16:26:25.705109 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12838ec4-7856-4352-bf79-4b3ce8f7fa70 req-4dff268f-0640-4107-968c-a33ef8fb4bbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.1137218
Nov 18 16:26:25.765282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-12838ec4-7856-4352-bf79-4b3ce8f7fa70 req-905b36db-d795-4da9-8283-1632264801cc service neutron] Synchronizing usage tracker for tenant:84dfce5e9c124c5ca1197efad329360e on resource:security_group {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:26:25.818697 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0022676e-72a6-42d5-8b3b-20360930b024 req-1ac6c0f6-02d2-4819-95ce-a32e8b017583 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 210 time: 0.0597839
Nov 18 16:26:25.820186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07086545-b81d-48ad-831f-6dba4145f8ce req-ac295c93-c034-459c-8506-37af96626f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:25.821644 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-ac295c93-c034-459c-8506-37af96626f93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1391835
Nov 18 16:26:25.934858 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-5aac6941-34bc-400b-82a7-3e83452b6a1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1053576
Nov 18 16:26:26.000468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-12838ec4-7856-4352-bf79-4b3ce8f7fa70 req-905b36db-d795-4da9-8283-1632264801cc service neutron] Unset dirty status for tenant:84dfce5e9c124c5ca1197efad329360e on resource:security_group {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:26:26.001237 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12838ec4-7856-4352-bf79-4b3ce8f7fa70 req-905b36db-d795-4da9-8283-1632264801cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895367
Nov 18 16:26:26.095245 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-e9daf6ab-8103-464e-bcf5-ec39116a10b2 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531992
Nov 18 16:26:26.423548 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-07086545-b81d-48ad-831f-6dba4145f8ce req-689606d9-4477-48ec-bb36-eba6631fd4a8 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2123823
Nov 18 16:26:26.542096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f96d08-e730-4841-bc30-9c4afb0119ca req-b6bb634c-6084-4a48-a4b6-c63ca1ffdc74 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:26.543734 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3f96d08-e730-4841-bc30-9c4afb0119ca req-b6bb634c-6084-4a48-a4b6-c63ca1ffdc74 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.1570246
Nov 18 16:26:26.550926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fff86-6ebe-40d3-a054-e428fe1af290 req-c56a4380-a231-4dd9-a1fe-bb2eb80ea339 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:26.552781 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9a1fff86-6ebe-40d3-a054-e428fe1af290 req-c56a4380-a231-4dd9-a1fe-bb2eb80ea339 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1679873
Nov 18 16:26:26.640014 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3f96d08-e730-4841-bc30-9c4afb0119ca req-dca63420-c0ea-467a-9ac6-7a3113e3cd84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861020
Nov 18 16:26:26.646012 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9a1fff86-6ebe-40d3-a054-e428fe1af290 req-2b28f75f-9542-4383-b935-390a1ed9c45f tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760217
Nov 18 16:26:26.898699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c33f9-6313-4559-9ade-fd5d630092f3 req-c7de6c90-772e-4442-8024-2577cef7567f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:26.900445 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1d3c33f9-6313-4559-9ade-fd5d630092f3 req-c7de6c90-772e-4442-8024-2577cef7567f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.0874915
Nov 18 16:26:26.959083 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1d3c33f9-6313-4559-9ade-fd5d630092f3 req-c25c8650-7d9c-46f6-a102-f33d8c4865dc tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486510
Nov 18 16:26:27.011494 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8bd22540-ec33-441f-9993-2ef8b4b48f6d req-59454fb1-e460-40d3-8e66-e5df71e4d891 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 210 time: 0.0560057
Nov 18 16:26:28.133275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-5486c134-f1ef-411c-90c6-4d6522df0de5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:28.134027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-5486c134-f1ef-411c-90c6-4d6522df0de5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:network {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:26:28.146039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9455e-a484-4190-b1d1-943bf7843d61 req-4caa2b10-32ed-4e94-8d6e-7d6f0b83f881 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:28.148189 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10b9455e-a484-4190-b1d1-943bf7843d61 req-4caa2b10-32ed-4e94-8d6e-7d6f0b83f881 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.3421471
Nov 18 16:26:28.153298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-c6295ece-4dd7-4ae9-9e19-a603f740d58a tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:28.154732 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-c6295ece-4dd7-4ae9-9e19-a603f740d58a tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "GET /v2.0/networks?id=72733dd7-2fba-4b32-8ff1-10e79584e31d HTTP/1.1" status: 200  len: 808 time: 0.3535864
Nov 18 16:26:28.188325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Request body: {'port': {'device_id': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d', 'admin_state_up': True, 'tenant_id': '4d6a3218b94e47f39a8cf5041738e5be'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:26:28.245980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-5486c134-f1ef-411c-90c6-4d6522df0de5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:network {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:26:28.247260 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-5486c134-f1ef-411c-90c6-4d6522df0de5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 815 time: 0.4701695
Nov 18 16:26:28.301337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device dc230d15-4734-4998-ae28-b1132c00fbeb up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:28.325703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10b9455e-a484-4190-b1d1-943bf7843d61 req-fda096e8-8d4e-42e3-b8ed-36d55d2b4d9d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698086
Nov 18 16:26:28.339526 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-a83429f7-0446-4b2e-b366-91a7cea82b5d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/quotas/efe147fedf2844f384b6b69267042430 HTTP/1.1" status: 200  len: 375 time: 0.0409465
Nov 18 16:26:28.374832 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port dc230d15-4734-4998-ae28-b1132c00fbeb triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:28.375260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:28.424493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:28.437971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:28.458042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-c85f309f-df45-4c41-a632-d444219eb750 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:28.459980 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-c85f309f-df45-4c41-a632-d444219eb750 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 945 time: 0.1011455
Nov 18 16:26:28.473494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Made reservation on behalf of 4d6a3218b94e47f39a8cf5041738e5be for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:26:28.478991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:28.501956 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-2ac423fc-5af4-4c10-b568-0c9cc19abfd8 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1490474
Nov 18 16:26:28.523178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:28.546474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Deleting port dc230d15-4734-4998-ae28-b1132c00fbeb {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:26:28.547134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:28.593720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:28.594423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:28.861961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] For port dc230d15-4734-4998-ae28-b1132c00fbeb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=dc230d15-4734-4998-ae28-b1132c00fbeb,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:28.862733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:28.868728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57518b92-fb32-4b00-b8bf-3d4a737a7f02 req-a564d3e9-7393-48ff-8f50-8fcceeb17f60 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:28.870551 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-57518b92-fb32-4b00-b8bf-3d4a737a7f02 req-a564d3e9-7393-48ff-8f50-8fcceeb17f60 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.3782246
Nov 18 16:26:28.966770 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-06314cd7-f6d1-4eef-88cc-31285ee8c26a service neutron] 10.222.0.23 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4136002
Nov 18 16:26:29.001700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Calling delete_port for dc230d15-4734-4998-ae28-b1132c00fbeb owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:26:29.111727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-57518b92-fb32-4b00-b8bf-3d4a737a7f02 req-104b2a35-98b2-4617-a558-0c5ca7b61d6a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330797
Nov 18 16:26:29.314311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Allocated IP 172.20.0.12 (72733dd7-2fba-4b32-8ff1-10e79584e31d/20fed153-2b10-4739-b38a-ccaad109ad96/ed1abfc3-4860-4001-b5e6-d678035e12bf) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:26:29.318643 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-e3129672-28f3-41ec-8b23-e74be627cd74 service neutron] 10.222.0.23 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3396902
Nov 18 16:26:29.319282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:29.338217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:29.393820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event deleted for resources: {'Port': ['ID=dc230d15-4734-4998-ae28-b1132c00fbeb,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:29.413487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.414288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.414407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.414775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.415181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.415560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.415948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.416337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.416805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.417204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.417596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.417978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.418446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.418830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.419727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.419727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.420443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.420443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.421148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.421148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.421450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.422285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.422285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.422471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:29.428937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:29.452461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7989a-6a77-4210-8145-d9335ae76954 req-15c5c703-46c1-4d76-9ca7-79039b3559ec tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:29.455932 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b8f7989a-6a77-4210-8145-d9335ae76954 req-15c5c703-46c1-4d76-9ca7-79039b3559ec tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1978498
Nov 18 16:26:29.606526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] No DVR routers for this DVR port dc230d15-4734-4998-ae28-b1132c00fbeb on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:26:29.610023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:29.615583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'name': 'network-vif-deleted', 'tag': 'dc230d15-4734-4998-ae28-b1132c00fbeb'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:29.621078 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b8f7989a-6a77-4210-8145-d9335ae76954 req-3e0ee7a8-18c2-47ad-8828-414c9e435761 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1540885
Nov 18 16:26:29.661307 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-15541961-4fea-4c45-a2dc-a2135806dcaa req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "DELETE /v2.0/ports/dc230d15-4734-4998-ae28-b1132c00fbeb HTTP/1.1" status: 204  len: 173 time: 1.1935372
Nov 18 16:26:29.682547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22e8ea37-cd70-45c2-bbbb-57b06da2f2b4 req-44ae0066-6ceb-4ce9-8ecb-09d081ee06bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 210 time: 0.0603161
Nov 18 16:26:29.690491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:29.774320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:29.794435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bbc448af-994b-401c-975e-c52fb6612271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:29.923596 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-96d4c6ad-12f4-4f08-a134-9fbf07c1479d req-d431c8b1-42f2-4d15-bdf5-c84279bc19fc tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=a58f43cd-4116-4b11-99db-0695cb56a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0730948
Nov 18 16:26:30.047613 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58f43cd-4116-4b11-99db-0695cb56a2e8', 'name': 'network-vif-deleted', 'tag': 'dc230d15-4734-4998-ae28-b1132c00fbeb', 'status': 'completed', 'code': 200}
Nov 18 16:26:30.268902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Pushing event updated for resources: {'Port': ['ID=ed1abfc3-4860-4001-b5e6-d678035e12bf,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:30.290609 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb49cb6f-a4d0-4674-b679-c38c70f581fc req-6511f3ff-93ea-496c-b155-035bc4f72409 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 210 time: 0.0733452
Nov 18 16:26:30.300611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.301030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.301464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.301880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.302321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.302598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.302994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.303385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.303775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.304163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.304573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.304967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.305441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.305829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.306216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.306604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.306989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.307375 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.307761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.308360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.309176 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.309576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.309963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.317633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:26:30.324216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:30.361317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:26:30.362762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:26:30.365081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:26:30.461998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:30.462667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:30.528545 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3456323
Nov 18 16:26:30.546923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Request body: {'port': {'device_id': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:26:30.689341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:30.827261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device dc230d15-4734-4998-ae28-b1132c00fbeb no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:26:30.868415 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-e85f59a5-8911-448f-a146-15aba2a3c57c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 1162 time: 0.1210814
Nov 18 16:26:30.893880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: dc230d15-4734-4998-ae28-b1132c00fbeb {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:26:30.894524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device dc230d15-4734-4998-ae28-b1132c00fbeb not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:26:30.895164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:26:31.045038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-51700a1d-9b3c-45de-b9b2-c7e4546e6345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:31.046822 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-51700a1d-9b3c-45de-b9b2-c7e4546e6345 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.1695151
Nov 18 16:26:31.121684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:31.148767 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-697c323c-464c-4b6c-bc20-10def93f5070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 200  len: 217 time: 0.0958049
Nov 18 16:26:31.190741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a000d-fd30-415d-a63e-502a386e9a68 req-90ba3373-983e-4bab-9306-e336af29f750 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:31.195695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:31.199237 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b95a000d-fd30-415d-a63e-502a386e9a68 req-90ba3373-983e-4bab-9306-e336af29f750 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2977960
Nov 18 16:26:31.218359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port bccb3a9c-8109-4fed-b284-2b76719be624, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bccb3a9c-8109-4fed-b284-2b76719be624,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:31.256207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:31.258208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d8e6d6a6-b9d1-408d-9733-a5fac7d2b3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:31.268316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-8dad75c2-60bc-4466-b0b6-b256a8b55f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:31.269251 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-8dad75c2-60bc-4466-b0b6-b256a8b55f9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.1125069
Nov 18 16:26:31.289250 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b95a000d-fd30-415d-a63e-502a386e9a68 req-dbe7afb8-d19c-4744-990c-b2b7ab8375e7 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888932
Nov 18 16:26:31.372549 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-262fceb2-5be8-4c08-a6c2-da78eaef7b85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0955739
Nov 18 16:26:31.380998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1abfc3-4860-4001-b5e6-d678035e12bf {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:26:31.388884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:31.389316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:31.401030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:31.444922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Transition to ACTIVE for port object ed1abfc3-4860-4001-b5e6-d678035e12bf will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:31.481891 dv-cinder-759955-2-iscsi neutron-server[80292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'code': 422} returned with failed status
Nov 18 16:26:31.502933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:31.549593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:31.566428 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-9a9bf991-6c58-44d5-acfa-fdd5a0b73b04 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854951
Nov 18 16:26:31.619212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362bb5e-0fd7-468f-8512-466d2cb73e07 req-a5f05776-7396-45f3-8e2a-d8c4b36c0eef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:31.619980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b362bb5e-0fd7-468f-8512-466d2cb73e07 req-a5f05776-7396-45f3-8e2a-d8c4b36c0eef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Synchronizing usage tracker for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:26:31.720150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b362bb5e-0fd7-468f-8512-466d2cb73e07 req-a5f05776-7396-45f3-8e2a-d8c4b36c0eef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Unset dirty status for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:26:31.721486 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b362bb5e-0fd7-468f-8512-466d2cb73e07 req-a5f05776-7396-45f3-8e2a-d8c4b36c0eef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.3172958
Nov 18 16:26:31.739303 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-308d57ad-c81d-471f-a1d0-c8adcc92725a req-31438563-2ddd-43f6-b2c3-cd08fb893d4f service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1659377
Nov 18 16:26:31.742100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1abfc3-4860-4001-b5e6-d678035e12bf,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:31.762019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:31.853411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b362bb5e-0fd7-468f-8512-466d2cb73e07 req-c95ba44c-1a3b-45f6-b666-414757c696a9 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191211
Nov 18 16:26:32.013081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-543e57dd-2fbf-45f7-8b0c-1388ce2c55c0 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:32.022382 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-543e57dd-2fbf-45f7-8b0c-1388ce2c55c0 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 815 time: 0.2399597
Nov 18 16:26:32.036099 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e4696d44-77a2-4703-8461-4c7522c39814 req-0dd469b3-9799-4b36-8a0d-cee0187dc080 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 210 time: 0.0591977
Nov 18 16:26:32.041714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'port': {'device_id': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'admin_state_up': True, 'tenant_id': 'efe147fedf2844f384b6b69267042430'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:26:32.239895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:32.253502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Attempting to bind port ed1abfc3-4860-4001-b5e6-d678035e12bf on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:26:32.253860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Attempting to bind port ed1abfc3-4860-4001-b5e6-d678035e12bf by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:26:32.255129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Attempting to bind port ed1abfc3-4860-4001-b5e6-d678035e12bf on network 72733dd7-2fba-4b32-8ff1-10e79584e31d {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:26:32.275434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54126) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:32.290458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:26:32.290844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Checking segment: {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:26:32.291413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:32.291824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Bound using segment: {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:26:32.292331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Bound port: ed1abfc3-4860-4001-b5e6-d678035e12bf, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5653294a-024c-44fd-aeaa-418d1c09d97c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '72733dd7-2fba-4b32-8ff1-10e79584e31d'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:26:32.292769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:32.307904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54132) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:32.341736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d46670-3a87-4832-af2c-871d2c5842c5 req-6aa29a66-f5e0-4843-9b7f-e03940ec099c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:32.343759 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c2d46670-3a87-4832-af2c-871d2c5842c5 req-6aa29a66-f5e0-4843-9b7f-e03940ec099c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2739203
Nov 18 16:26:32.421607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:32.422168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:32.520274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:32.524913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Usage tracker for resource:port and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:32.527950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Quota usage for port was recalculated. Used quota:2. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:32.533861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:32.570054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Made reservation on behalf of efe147fedf2844f384b6b69267042430 for: {'port': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:26:32.576022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:32.597803 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c2d46670-3a87-4832-af2c-871d2c5842c5 req-6f90fabe-5473-499d-9974-bbdd9d39c6ae tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2254736
Nov 18 16:26:32.599223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:32.677157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] For port ed1abfc3-4860-4001-b5e6-d678035e12bf, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:26:32.702319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] For port ed1abfc3-4860-4001-b5e6-d678035e12bf, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ed1abfc3-4860-4001-b5e6-d678035e12bf,segment=NetworkSegment(5653294a-024c-44fd-aeaa-418d1c09d97c),segment_id=5653294a-024c-44fd-aeaa-418d1c09d97c)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:26:32.734477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:32.744862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Usage tracker for resource:security_group_rule and tenant:754800119b9a4b41962f99818541db82 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:32.749672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:32.767911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:32.770662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:32.832165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:32.946531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Allocated IP 172.20.0.14 (d36fd3de-e5c9-4763-98f4-b4e43417e803/5f38c703-a270-4cb9-ab76-d406654058ee/57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:26:32.991001 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-85e298be-7bf1-473c-b1c5-e98dbaf6396b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4416223
Nov 18 16:26:32.994131 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-1c01e929-9964-4215-8909-be4175ab0f8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.7175112
Nov 18 16:26:33.011427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b0a5-9957-4c20-b93e-6f34eea0a042 req-93b3a48b-93b3-42cb-af07-5f224f28195c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:33.019416 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6e79b0a5-9957-4c20-b93e-6f34eea0a042 req-93b3a48b-93b3-42cb-af07-5f224f28195c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.4660263
Nov 18 16:26:33.174056 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6e79b0a5-9957-4c20-b93e-6f34eea0a042 req-79cce378-cbd0-459e-b7b2-c151c5fd5d6d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530700
Nov 18 16:26:33.202685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1abfc3-4860-4001-b5e6-d678035e12bf,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:33.216861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:33.234714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:33.236272 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed1abfc3-4860-4001-b5e6-d678035e12bf HTTP/1.1" status: 200  len: 1158 time: 2.6958463
Nov 18 16:26:33.246864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'tag': 'ed1abfc3-4860-4001-b5e6-d678035e12bf'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:33.276044 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-4ca7b139-b4ea-4eae-8452-a5a78bf6b002 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 1163 time: 0.2536969
Nov 18 16:26:33.421156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:33.479831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Transition to ACTIVE for port object 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa will not be triggered until provisioned by entity DHCP. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:33.494599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:33.584913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:33.638718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:33.752725 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:33.813162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:33.841244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:33.858627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-81189aeb-73a1-4abb-add8-4e9891099d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:33.945522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:26:33.946934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:26:33.953940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:26:34.036581 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=754800119b9a4b41962f99818541db82&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7218547
Nov 18 16:26:34.040223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54180) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:34.051260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:34.052091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.107455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76857d7a-a237-4dff-895f-06b841d6822b,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:34.113831 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0763974
Nov 18 16:26:34.131801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:34.199514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e57ec-ca20-4667-acb1-d059434f900f req-32cbd166-a83a-499c-8dcc-0e14c8d24e92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:34.201190 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-32cbd166-a83a-499c-8dcc-0e14c8d24e92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 200  len: 913 time: 0.8515325
Nov 18 16:26:34.246647 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-91ac9303-4947-4581-8963-a264f6be241b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 1161 time: 0.8367674
Nov 18 16:26:34.260455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:34.268079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925894-8dd6-4f43-9480-572613e0c615 req-c19d2c2d-aa34-4dec-8a10-fe54fce93e0d tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:34.270423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-06925894-8dd6-4f43-9480-572613e0c615 req-c19d2c2d-aa34-4dec-8a10-fe54fce93e0d tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.7850726
Nov 18 16:26:34.318037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82916fbc-f0a9-48ba-ba01-3850b3748718 req-28e7f306-c83d-4296-88a1-9f4e26e8cf86 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:34.325815 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-82916fbc-f0a9-48ba-ba01-3850b3748718 req-28e7f306-c83d-4296-88a1-9f4e26e8cf86 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.4742165
Nov 18 16:26:34.327869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.361761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 165056db-e5bb-4760-968d-e057abc4aff7 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:34.361761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.392209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-e53fbdea-c38c-4892-adcd-298ad67a7efb None None] Provisioning for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:34.403796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-e53fbdea-c38c-4892-adcd-298ad67a7efb None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:34.404373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e53fbdea-c38c-4892-adcd-298ad67a7efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.415638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.439745 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-06925894-8dd6-4f43-9480-572613e0c615 req-12b00bf2-7384-4752-bc15-9393dd2247e5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564105
Nov 18 16:26:34.463543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-82916fbc-f0a9-48ba-ba01-3850b3748718 req-07233602-bd6f-4627-9616-e5ece5008b2e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:26:34.492937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-e53fbdea-c38c-4892-adcd-298ad67a7efb None None] Port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:26:34.533567 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'tag': 'ed1abfc3-4860-4001-b5e6-d678035e12bf', 'status': 'completed', 'code': 200}
Nov 18 16:26:34.563082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-82916fbc-f0a9-48ba-ba01-3850b3748718 req-07233602-bd6f-4627-9616-e5ece5008b2e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:26:34.564863 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-82916fbc-f0a9-48ba-ba01-3850b3748718 req-07233602-bd6f-4627-9616-e5ece5008b2e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379282
Nov 18 16:26:34.605451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-adf2c999-5d99-4afd-90b9-0188fffb8e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.624480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.630779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b30203be-8101-49ed-9f94-93b293810237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:34.647791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76857d7a-a237-4dff-895f-06b841d6822b,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:34.715077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:34.716606 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76857d7a-a237-4dff-895f-06b841d6822b HTTP/1.1" status: 204  len: 168 time: 0.6677587
Nov 18 16:26:34.718092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-54694c70-4f0d-4b7c-8489-61fa722c442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:34.845554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec1ce2-953b-498c-b481-99945bf05850 req-b9d5ded7-0aa8-4333-abc2-978d10b7b4f1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:34.847168 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-25ec1ce2-953b-498c-b481-99945bf05850 req-b9d5ded7-0aa8-4333-abc2-978d10b7b4f1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1222939
Nov 18 16:26:34.853758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fbc6c-ff7d-420c-a930-e76ef2786bc8 req-f2386ade-1c82-4aea-a857-3e5040853e2d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:34.855273 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b0fbc6c-ff7d-420c-a930-e76ef2786bc8 req-f2386ade-1c82-4aea-a857-3e5040853e2d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.2123606
Nov 18 16:26:34.942822 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-25ec1ce2-953b-498c-b481-99945bf05850 req-ca32fad0-f0ae-4c1a-b9ab-aa5dc7c20e7c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864885
Nov 18 16:26:34.946187 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b0fbc6c-ff7d-420c-a930-e76ef2786bc8 req-a3dad371-001c-4f83-a786-c4b37196a98b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723579
Nov 18 16:26:35.005029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:35.206553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77515fee-5ae2-4bee-9efc-446d3616cd69 req-d27148f6-4e43-4742-8f95-e4c1a6a6f900 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:35.208725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-77515fee-5ae2-4bee-9efc-446d3616cd69 req-d27148f6-4e43-4742-8f95-e4c1a6a6f900 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.0903347
Nov 18 16:26:35.261442 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-77515fee-5ae2-4bee-9efc-446d3616cd69 req-29606e12-b1d7-4299-97ca-ed318ba4ed0c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460303
Nov 18 16:26:35.355419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54192) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:35.374740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:35.471132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:35.475902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4f7b87ef4a4ac482d015af5823ea75 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:35.479074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:35.485712 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:35.578926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:35.613718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:35.628723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-175a1662-77a0-444f-99e7-eea89e9e1a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:35.740542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25a92e-a2ee-4ae7-b1b8-c81cc330f9c9,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:35.744167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:35.752986 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9ed116ca-a088-4f34-8687-13093bc9b699 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb4f7b87ef4a4ac482d015af5823ea75&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3951657
Nov 18 16:26:35.755570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54206) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:35.788761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe50eeb-c33f-4f2a-8805-a48985a51988 req-58af389a-02c5-4985-b07e-7f170a3dbf84 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:35.792992 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bfe50eeb-c33f-4f2a-8805-a48985a51988 req-58af389a-02c5-4985-b07e-7f170a3dbf84 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1707649
Nov 18 16:26:35.858697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:35.860368 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bfe50eeb-c33f-4f2a-8805-a48985a51988 req-ce545807-899b-408c-87e3-a0ca43f645e5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631819
Nov 18 16:26:35.918928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:36.045660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:36.053403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-be2cfae8-d2e6-4728-923a-53d728b2b512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:36.082226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25a92e-a2ee-4ae7-b1b8-c81cc330f9c9,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:36.084643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:36.088788 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c25a92e-a2ee-4ae7-b1b8-c81cc330f9c9 HTTP/1.1" status: 204  len: 168 time: 0.3319232
Nov 18 16:26:36.090473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:36.152519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a86aef-ce8b-495d-aeb3-20ee41b861c6 req-ce7e7ea8-b5f6-4a1d-92e7-f4f42fa1451e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:36.154504 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-89a86aef-ce8b-495d-aeb3-20ee41b861c6 req-ce7e7ea8-b5f6-4a1d-92e7-f4f42fa1451e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.1754127
Nov 18 16:26:36.314201 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-89a86aef-ce8b-495d-aeb3-20ee41b861c6 req-158047ff-a81a-45ab-932a-2a3f837ba658 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707495
Nov 18 16:26:36.324233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b4215-01a3-4f3b-8254-46fac980d9c6 req-fcc09c99-e038-4120-9f17-404021883c6a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:36.332723 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fe7b4215-01a3-4f3b-8254-46fac980d9c6 req-fcc09c99-e038-4120-9f17-404021883c6a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1768980
Nov 18 16:26:36.393815 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fe7b4215-01a3-4f3b-8254-46fac980d9c6 req-a61fd45e-8014-4394-b72c-d5023101a5c6 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599389
Nov 18 16:26:36.563878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846fab3-1f9e-49d7-8bd9-a7b60e505e12 req-c0b94348-c828-4eec-8e30-168afa6a3d0e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:36.565732 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0846fab3-1f9e-49d7-8bd9-a7b60e505e12 req-c0b94348-c828-4eec-8e30-168afa6a3d0e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0983663
Nov 18 16:26:36.620712 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0846fab3-1f9e-49d7-8bd9-a7b60e505e12 req-934ee430-8673-4e85-af8b-55e91d71979e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472894
Nov 18 16:26:36.718667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9aa79eec-95d9-4740-95c5-f95f2a9fa844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:37.101894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de39ad5-d04f-444a-890e-57fcce507605 req-b3542d5d-1270-48d3-9a04-82570320b9e5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:37.111031 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0de39ad5-d04f-444a-890e-57fcce507605 req-b3542d5d-1270-48d3-9a04-82570320b9e5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1126258
Nov 18 16:26:37.194709 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0de39ad5-d04f-444a-890e-57fcce507605 req-97b2072a-9597-46b4-b9b6-645477001731 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806010
Nov 18 16:26:37.273371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:37.554130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e4af-ad2c-45f8-9b02-1a6bddf83077 req-739a4d44-ebff-4648-ae50-b0cee763c7c5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:37.555803 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1146e4af-ad2c-45f8-9b02-1a6bddf83077 req-739a4d44-ebff-4648-ae50-b0cee763c7c5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.0966151
Nov 18 16:26:37.678213 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1146e4af-ad2c-45f8-9b02-1a6bddf83077 req-0a98bdbb-02fb-43f6-931d-a05a4b27a2ab tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129558
Nov 18 16:26:37.707727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c403b-677d-4367-8c91-1a316d7fd879 req-8beaddf7-4443-4bbe-8fc6-a4baf764470c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:37.709389 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-505c403b-677d-4367-8c91-1a316d7fd879 req-8beaddf7-4443-4bbe-8fc6-a4baf764470c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1218030
Nov 18 16:26:37.780712 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-505c403b-677d-4367-8c91-1a316d7fd879 req-0b16bb70-ec49-4a01-882d-4c3f681c7359 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647323
Nov 18 16:26:37.957185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a415-7b69-464e-9847-090b8a0b6341 req-187a2614-b59d-4130-9677-7da5cad3fb00 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:37.958858 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7052a415-7b69-464e-9847-090b8a0b6341 req-187a2614-b59d-4130-9677-7da5cad3fb00 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1035323
Nov 18 16:26:38.014295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7052a415-7b69-464e-9847-090b8a0b6341 req-443bbc41-4388-4cf5-9d52-ed2439019c35 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480182
Nov 18 16:26:38.472809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152235a-a688-4422-9b59-8927a2eed9ed req-d9aef0ac-f4e0-4187-8e18-e87d773a7242 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:38.474945 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2152235a-a688-4422-9b59-8927a2eed9ed req-d9aef0ac-f4e0-4187-8e18-e87d773a7242 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1154654
Nov 18 16:26:38.526173 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2152235a-a688-4422-9b59-8927a2eed9ed req-c2456e4e-a0c5-427b-9f95-fb4afc08d185 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448592
Nov 18 16:26:38.815988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:39.035825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6e24d-c0e9-42bb-a183-cf5dcba8bc5c req-4a78760d-985b-4be7-a824-693451367e07 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:39.037604 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ba6e24d-c0e9-42bb-a183-cf5dcba8bc5c req-4a78760d-985b-4be7-a824-693451367e07 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.1798298
Nov 18 16:26:39.119327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046a8fe-2b4a-4358-af08-412e24f74acf req-fd60848c-4fb3-47dd-ae55-903e9a354537 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:39.122104 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3046a8fe-2b4a-4358-af08-412e24f74acf req-fd60848c-4fb3-47dd-ae55-903e9a354537 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1563380
Nov 18 16:26:39.125155 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ba6e24d-c0e9-42bb-a183-cf5dcba8bc5c req-15459496-9f2f-4d06-a66a-d01d7f0e38c7 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794704
Nov 18 16:26:39.178779 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3046a8fe-2b4a-4358-af08-412e24f74acf req-d5e4429f-cae3-486c-8435-9fa4b6a34c8b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479009
Nov 18 16:26:39.267254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:39.379571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798176f-7f62-4a77-b31b-1af9932cc9a3 req-5e198de2-5d7b-47a8-833c-b28d99460c23 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:39.384734 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4798176f-7f62-4a77-b31b-1af9932cc9a3 req-5e198de2-5d7b-47a8-833c-b28d99460c23 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1019344
Nov 18 16:26:39.448912 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4798176f-7f62-4a77-b31b-1af9932cc9a3 req-7a2a42c8-74a4-4a24-8e67-9fe991d98f40 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602043
Nov 18 16:26:39.551476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54292) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:39.730487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:39.763669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:39.768649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Usage tracker for resource:security_group_rule and tenant:d3bbf0297b6a4849ab99f0a11e588e38 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:39.771226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd73ef-8fbb-440b-b256-5b00dae4c151 req-0c94996a-deba-48fd-91b6-b2d97eb6a5cf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:39.772531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:39.772922 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22cd73ef-8fbb-440b-b256-5b00dae4c151 req-0c94996a-deba-48fd-91b6-b2d97eb6a5cf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1051545
Nov 18 16:26:39.778469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:39.829832 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22cd73ef-8fbb-440b-b256-5b00dae4c151 req-f9d2e4fe-3224-42e1-b1b4-6eac60f8786c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442455
Nov 18 16:26:39.855448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:39.889849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:39.899159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1641fb73-e0d8-48af-ad76-6888bdbabae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:39.945311 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3bbf0297b6a4849ab99f0a11e588e38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3926663
Nov 18 16:26:39.946999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc61d5a-84df-435e-987b-b9c7288bef59,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:39.948189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54300) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:39.950569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:40.028632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:40.062053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:40.163942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:40.169402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6152ca9b-9d27-401b-b7db-b56ef6971538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:40.183513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc61d5a-84df-435e-987b-b9c7288bef59,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:40.187768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:40.194545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:40.196190 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cc61d5a-84df-435e-987b-b9c7288bef59 HTTP/1.1" status: 204  len: 168 time: 0.2464538
Nov 18 16:26:40.480418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e024d-6439-488e-9361-a577e7733852 req-ed7841ec-5aa9-4a5e-b4e8-08e24270b1a2 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:40.482086 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7f6e024d-6439-488e-9361-a577e7733852 req-ed7841ec-5aa9-4a5e-b4e8-08e24270b1a2 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.1852298
Nov 18 16:26:40.494212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8274-c9d2-41dd-b441-d30803ccc19f req-7cd5aea9-220d-418a-8585-274ae20b833b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:40.495827 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-611c8274-c9d2-41dd-b441-d30803ccc19f req-7cd5aea9-220d-418a-8585-274ae20b833b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1430800
Nov 18 16:26:40.591377 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7f6e024d-6439-488e-9361-a577e7733852 req-747b93c6-429b-499f-9b47-66163d6f0700 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944471
Nov 18 16:26:40.595356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-611c8274-c9d2-41dd-b441-d30803ccc19f req-72016248-54ab-43a0-829e-6969ca199ff3 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728791
Nov 18 16:26:40.822228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fdebd-9d59-4a29-97d2-b8fd417297ce req-b3098ce6-0f3f-44a5-b55d-35c3a71a3c09 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:40.824012 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8a8fdebd-9d59-4a29-97d2-b8fd417297ce req-b3098ce6-0f3f-44a5-b55d-35c3a71a3c09 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0902956
Nov 18 16:26:40.879656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8a8fdebd-9d59-4a29-97d2-b8fd417297ce req-8409f7ea-c793-4395-9497-b483c54806c1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448375
Nov 18 16:26:40.940887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54318) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:40.964178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.002583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:41.007373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Usage tracker for resource:security_group_rule and tenant:606b95ae1d5f448a85f177d5da8698a6 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:41.010871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:41.017209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:41.170432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230488a-2ad0-406e-8e26-656c08f6f6df req-a7112614-9ebb-4569-a5d6-beaf4ac8d84f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:41.172102 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d230488a-2ad0-406e-8e26-656c08f6f6df req-a7112614-9ebb-4569-a5d6-beaf4ac8d84f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1511488
Nov 18 16:26:41.216700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.246323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.258857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:41.275285 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d230488a-2ad0-406e-8e26-656c08f6f6df req-5af2a7d9-3be8-428d-8956-cbbf7934401b tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900867
Nov 18 16:26:41.316714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd904777-28e3-4b2a-b512-59f9446d97ef,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:41.321751 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=606b95ae1d5f448a85f177d5da8698a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3794134
Nov 18 16:26:41.323232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:41.324380 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54322) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:41.407708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.444706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.529951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.536167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ca9d26e4-f4d6-4b0a-8919-bbe0cf3203f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:41.559080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd904777-28e3-4b2a-b512-59f9446d97ef,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:41.562073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:41.563335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:41.564568 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c379055e-cb47-4017-85e3-022f1e3420d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd904777-28e3-4b2a-b512-59f9446d97ef HTTP/1.1" status: 204  len: 168 time: 0.2391629
Nov 18 16:26:41.997836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8338d3e-e8aa-4f14-9d22-7ec7a478eb4a req-663b42e9-d054-46da-a078-7b2b351d189f tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:41.999599 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8338d3e-e8aa-4f14-9d22-7ec7a478eb4a req-663b42e9-d054-46da-a078-7b2b351d189f tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.1798983
Nov 18 16:26:42.007589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bf01a-ba72-4206-8d44-31bee9b3ccaa req-db95de10-c59a-49a7-8f49-e22a879403d4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:42.009189 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ff7bf01a-ba72-4206-8d44-31bee9b3ccaa req-db95de10-c59a-49a7-8f49-e22a879403d4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.1868052
Nov 18 16:26:42.124279 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8338d3e-e8aa-4f14-9d22-7ec7a478eb4a req-1ed2ea48-91fc-456d-9e69-1169ca855590 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115754
Nov 18 16:26:42.142260 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ff7bf01a-ba72-4206-8d44-31bee9b3ccaa req-eff5a441-acf0-4965-a6c9-52795290d8b0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950129
Nov 18 16:26:42.355737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576bf88-69b8-4e70-8d7c-94f6713680f6 req-cd5c5955-af40-479f-b325-b7f9a7bcab0f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:42.357396 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6576bf88-69b8-4e70-8d7c-94f6713680f6 req-cd5c5955-af40-479f-b325-b7f9a7bcab0f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0956190
Nov 18 16:26:42.410755 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6576bf88-69b8-4e70-8d7c-94f6713680f6 req-3a29ae1c-694a-45d0-a57d-2244f56910eb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467463
Nov 18 16:26:42.535863 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28996-c989-49e1-99b0-6b1b9aa5ab8a req-9605f3b1-91c2-4019-b3ff-dc6c92c1f41c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:42.537953 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b4a28996-c989-49e1-99b0-6b1b9aa5ab8a req-9605f3b1-91c2-4019-b3ff-dc6c92c1f41c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.0955594
Nov 18 16:26:42.601169 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b4a28996-c989-49e1-99b0-6b1b9aa5ab8a req-b4379aec-6901-480c-8f9e-e6cca5fd74a8 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555773
Nov 18 16:26:43.367550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fe7ac-6392-47ba-9545-14912aaff9db req-0b45fda0-453d-4f7c-a08d-aa8f4735082f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:43.369255 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e95fe7ac-6392-47ba-9545-14912aaff9db req-0b45fda0-453d-4f7c-a08d-aa8f4735082f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.0949101
Nov 18 16:26:43.480296 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e95fe7ac-6392-47ba-9545-14912aaff9db req-51d8dc30-38c9-4a4c-a8e2-edf5b9c87dfe tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044888
Nov 18 16:26:43.517609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc063-6ef5-49a6-a279-d491b15e7e45 req-e45345fa-a03f-43bd-9255-b4090b23abd5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:43.519568 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5bcc063-6ef5-49a6-a279-d491b15e7e45 req-e45345fa-a03f-43bd-9255-b4090b23abd5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 932 time: 0.1165338
Nov 18 16:26:43.577532 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5bcc063-6ef5-49a6-a279-d491b15e7e45 req-decc5d96-6a32-448e-b279-fd8b4b2fba7c tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512047
Nov 18 16:26:43.687259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316330d1-b2be-44db-9cb3-af98aff7493b req-c40361c5-10d2-4314-ae82-ba1dcceb5f69 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:43.688902 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-316330d1-b2be-44db-9cb3-af98aff7493b req-c40361c5-10d2-4314-ae82-ba1dcceb5f69 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0874891
Nov 18 16:26:43.786799 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-316330d1-b2be-44db-9cb3-af98aff7493b req-d0654056-c2de-4341-8a5a-d85309ef8bc4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909872
Nov 18 16:26:43.806570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Request body: {'port': {'device_id': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:26:44.004222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:44.221989 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-1f15e4a9-b084-46f7-8edd-8017c1e3eb43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed1abfc3-4860-4001-b5e6-d678035e12bf HTTP/1.1" status: 200  len: 217 time: 0.4170859
Nov 18 16:26:44.236301 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-9707c937-78ef-4d84-942e-ee5bf6432a2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519 HTTP/1.1" status: 200  len: 217 time: 0.4326406
Nov 18 16:26:44.329525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d7dac-4e7b-4397-8b2f-e233e564d3ea req-9e3c394b-3be3-4190-9628-1297d230757c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:44.337406 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-476d7dac-4e7b-4397-8b2f-e233e564d3ea req-9e3c394b-3be3-4190-9628-1297d230757c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.6048367
Nov 18 16:26:44.409299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-03629558-3f5e-4df8-aee0-010995f26956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:44.411475 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-03629558-3f5e-4df8-aee0-010995f26956 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20fed153-2b10-4739-b38a-ccaad109ad96 HTTP/1.1" status: 200  len: 848 time: 0.1791039
Nov 18 16:26:44.424104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e57ec-ca20-4667-acb1-d059434f900f req-4406e9c3-8660-410f-8415-1411cb79bd22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:44.425706 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-4406e9c3-8660-410f-8415-1411cb79bd22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 200  len: 859 time: 0.1477933
Nov 18 16:26:44.490746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa {{(pid=80404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:26:44.497893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:44.510235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Transition to ACTIVE for port object 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa will not be triggered until provisioned by entity L2. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:26:44.512444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-6f195f50-ca69-46e9-81af-0f708a69ab53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72733dd7-2fba-4b32-8ff1-10e79584e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900557
Nov 18 16:26:44.519068 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-476d7dac-4e7b-4397-8b2f-e233e564d3ea req-0c8e315c-7304-4d83-8b9b-df2a750f26ef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808088
Nov 18 16:26:44.521790 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-67c10f47-e47b-42eb-a444-e08c45cab495 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3eccffe0-6968-4092-9d63-86e8b23951de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547836
Nov 18 16:26:44.564679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:44.680983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:44.855293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Pushing event updated for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:44.865596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:44.885701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-9d4c770d-debf-49f8-9a58-473f26f62726 service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460515
Nov 18 16:26:44.948125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Attempting to bind port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:26:44.948531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Attempting to bind port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'}] {{(pid=80404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:26:44.948901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Attempting to bind port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa on network d36fd3de-e5c9-4763-98f4-b4e43417e803 {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:26:44.956236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:26:44.956457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Checking segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:26:44.956744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:44.957156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Bound using segment: {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'} {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:26:44.957643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Bound port: 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803'}}] {{(pid=80404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:26:44.958024 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:45.078898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] For port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host hv-cinder-75995, cleared binding levels {{(pid=80404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:26:45.084258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] For port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:26:45.124758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:45.166713 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-936e57ec-ca20-4667-acb1-d059434f900f req-81805cd5-ae64-4c0e-b6f6-4d539d8fe85c service neutron] 10.222.0.37 "GET /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2238085
Nov 18 16:26:45.178127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab476-00b0-4a5c-b36f-fa888b4fd8cf req-54e15df9-7e52-4319-8924-b1100653750a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:45.186987 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-094ab476-00b0-4a5c-b36f-fa888b4fd8cf req-54e15df9-7e52-4319-8924-b1100653750a tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.5094063
Nov 18 16:26:45.192777 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-0aade95a-3a4a-45d0-ab49-378688780ebf service neutron] 10.222.0.37 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5165257
Nov 18 16:26:45.261003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:45.276021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c8b5a-0676-4d8f-a418-c9c8ce533dd9 req-9d57d8b5-782f-4fc9-ace8-b4bc4b595efe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:45.277747 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb4c8b5a-0676-4d8f-a418-c9c8ce533dd9 req-9d57d8b5-782f-4fc9-ace8-b4bc4b595efe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 944 time: 0.4553735
Nov 18 16:26:45.360883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:45.362353 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] 10.222.0.37 "PUT /v2.0/ports/57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1158 time: 1.5621364
Nov 18 16:26:45.362869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:45.396089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Pushing event updated for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=3']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:45.399751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:45.446161 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-094ab476-00b0-4a5c-b36f-fa888b4fd8cf req-7882ae2c-4e07-42b9-91c3-79b015f49bac tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546232
Nov 18 16:26:45.480701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb4c8b5a-0676-4d8f-a418-c9c8ce533dd9 req-d9dc6193-2e1e-4308-948f-900d27eb846a tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836395
Nov 18 16:26:45.480701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c792c4c5-034c-4d81-9a3b-56190a15a255 req-7775e2fa-a316-401d-aab0-29fcb60ba388 service neutron] 10.222.0.37 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2635779
Nov 18 16:26:45.572839 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'status': 'completed', 'code': 200}
Nov 18 16:26:45.602420 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-6ed1ae16-1529-4eb6-8a89-ab068d53eb67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1161 time: 0.1515877
Nov 18 16:26:45.704927 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-45dbaed4-00d0-4442-bed4-b7fff200645e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 217 time: 0.0938764
Nov 18 16:26:45.797743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d9e379c3-d10d-4f17-9001-83541f34370b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:45.799437 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-d9e379c3-d10d-4f17-9001-83541f34370b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.0850000
Nov 18 16:26:45.862538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0b05-7857-4673-a26d-513008bd426a req-e1c92cf9-5b28-452f-b5d7-83a5689bcfd2 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:45.862538 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8bfb0b05-7857-4673-a26d-513008bd426a req-e1c92cf9-5b28-452f-b5d7-83a5689bcfd2 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 946 time: 0.3216455
Nov 18 16:26:45.872861 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-5f56e278-0f4e-459a-a4fb-2274db833bae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 1161 time: 0.2675786
Nov 18 16:26:45.879823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608886a-6e16-4c9b-92e7-b49ca1b34e82 req-6415c4b6-f442-4564-a47e-bf3c4fe908ff tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:45.881501 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6608886a-6e16-4c9b-92e7-b49ca1b34e82 req-6415c4b6-f442-4564-a47e-bf3c4fe908ff tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2258029
Nov 18 16:26:45.958811 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-253ff78d-4223-442f-9489-ac20fd55b370 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1485915
Nov 18 16:26:46.029880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bc35c-3bae-4ae3-9021-7d19467b699a req-f31d0725-c87d-4b0b-87e4-0afa14eb24fe tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:46.031509 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-652bc35c-3bae-4ae3-9021-7d19467b699a req-f31d0725-c87d-4b0b-87e4-0afa14eb24fe tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.3194919
Nov 18 16:26:46.038508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Deleting port 594cbee3-28cc-460c-b615-09e244e0a6d7 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:26:46.038902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:46.133707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-2a85bf1a-b582-4f6d-a0f3-fdb60e38eb80 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665330
Nov 18 16:26:46.260070 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6608886a-6e16-4c9b-92e7-b49ca1b34e82 req-1d337ea9-90de-48a0-a151-9be14197cb7a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3084750
Nov 18 16:26:46.283067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 594cbee3-28cc-460c-b615-09e244e0a6d7 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:26:46.309755 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8c2583-7fc4-4b99-a6f4-2288efc32034 req-6f15bfa7-5457-4e7f-8b3a-bce1823ac8ec service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1692405
Nov 18 16:26:46.313076 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-652bc35c-3bae-4ae3-9021-7d19467b699a req-634646a6-552d-486f-bfec-3ab3f466cbe4 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484801
Nov 18 16:26:46.334150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-1fe01fb2-dd11-4af5-803d-ce580e7c029f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:46.336079 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-1fe01fb2-dd11-4af5-803d-ce580e7c029f service neutron] 10.222.0.37 "GET /v2.0/networks?id=72733dd7-2fba-4b32-8ff1-10e79584e31d HTTP/1.1" status: 200  len: 902 time: 0.4158075
Nov 18 16:26:46.429661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:46.465003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 594cbee3-28cc-460c-b615-09e244e0a6d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=594cbee3-28cc-460c-b615-09e244e0a6d7,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:46.466733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:46.494444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-701753a6-b9df-4dfe-944e-3362c7a17f12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1161 time: 0.0930138
Nov 18 16:26:46.521882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:46.523829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3a48630-a991-4839-8ddc-3356f12714ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:46.588379 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7', 'code': 200}
Nov 18 16:26:46.653255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=594cbee3-28cc-460c-b615-09e244e0a6d7,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:46.657242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:46.669214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597783c5-be46-4d68-9632-12c06175e950 req-75b018be-685c-4bb2-a409-362e0661134a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:46.671040 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-75b018be-685c-4bb2-a409-362e0661134a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.1679401
Nov 18 16:26:46.680373 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-36d894a0-d258-44dc-b505-290cc0430b9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed1abfc3-4860-4001-b5e6-d678035e12bf HTTP/1.1" status: 200  len: 217 time: 0.3210554
Nov 18 16:26:46.682117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] For port 594cbee3-28cc-460c-b615-09e244e0a6d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=594cbee3-28cc-460c-b615-09e244e0a6d7,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:46.682517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:46.728691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.37', 50226) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:46.975163 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-35b508f2-ae4b-4cf0-819c-eaea04ff2a60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 217 time: 0.2962415
Nov 18 16:26:47.077084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597783c5-be46-4d68-9632-12c06175e950 req-1bcbbec2-97c8-45e0-8a4d-8bf5ec38432d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.078662 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-1bcbbec2-97c8-45e0-8a4d-8bf5ec38432d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.0924489
Nov 18 16:26:47.086400 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-2229b20f-6c8e-4843-af86-f7b578e848e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1&tenant_id=d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 1160 time: 0.3558664
Nov 18 16:26:47.157652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Calling delete_port for 594cbee3-28cc-460c-b615-09e244e0a6d7 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:26:47.233760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-8a9b4466-4c87-47bc-9d06-f6f584034c88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.235347 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-8a9b4466-4c87-47bc-9d06-f6f584034c88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=20fed153-2b10-4739-b38a-ccaad109ad96 HTTP/1.1" status: 200  len: 848 time: 0.2637682
Nov 18 16:26:47.246659 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-f5fa2fbf-91b7-479f-832a-6f8721344663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1591845
Nov 18 16:26:47.250509 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-9f6be538-669c-439d-b780-6641d7fb3e45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1160 time: 0.1107087
Nov 18 16:26:47.319284 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-e3578c20-b446-44a6-9b6f-c55a921c896f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72733dd7-2fba-4b32-8ff1-10e79584e31d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704844
Nov 18 16:26:47.390225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18326e41-9758-44cb-82c4-2c8be41d9596 req-85806ff2-32f4-4721-8933-957e7ab186e4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.393315 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-18326e41-9758-44cb-82c4-2c8be41d9596 req-85806ff2-32f4-4721-8933-957e7ab186e4 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 944 time: 0.7211499
Nov 18 16:26:47.403368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4f4f-c19e-40d2-8855-0cfcdee2077b req-5ed26f89-7b94-4e12-b82a-49591f7924a3 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.405004 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-43cf4f4f-c19e-40d2-8855-0cfcdee2077b req-5ed26f89-7b94-4e12-b82a-49591f7924a3 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 944 time: 0.7316620
Nov 18 16:26:47.491011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80403) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:26:47.491011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:26:47.554862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-1960f1fd-5764-46c4-a927-fe62c7a8e7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.556395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-1960f1fd-5764-46c4-a927-fe62c7a8e7c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.2608159
Nov 18 16:26:47.558507 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-97090e0a-f9e2-4d9f-8ca0-be9b62d6559c service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2864485
Nov 18 16:26:47.590272 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-43cf4f4f-c19e-40d2-8855-0cfcdee2077b req-dd52b898-e9fd-4708-b9bf-4d22d23a99d2 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547980
Nov 18 16:26:47.607501 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-18326e41-9758-44cb-82c4-2c8be41d9596 req-c24ac351-b099-4b7e-9969-fca6154da40f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013757
Nov 18 16:26:47.619050 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-9cd8903c-68d3-4297-8911-f53186b6f632 service neutron] 10.222.0.37 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2813923
Nov 18 16:26:47.727537 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-ba2c06be-e195-45f7-914c-265ccff0ff7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 999 time: 0.1586125
Nov 18 16:26:47.879231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-67c4fb1a-4dd9-445b-9a33-fd918dc2bcc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.880838 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-67c4fb1a-4dd9-445b-9a33-fd918dc2bcc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1370580
Nov 18 16:26:47.922439 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-b0c222ed-74dd-45d5-9c2a-aa8faa5c18cb service neutron] 10.222.0.37 "GET /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2862749
Nov 18 16:26:47.951879 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-597783c5-be46-4d68-9632-12c06175e950 req-d81c79f9-e8d0-4c64-b323-b67ae0a4bd64 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2702377
Nov 18 16:26:47.961237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b18a39-95a0-418f-96af-c2014209cf94 req-3c82bda8-2264-424e-8a99-63214bf640cb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.962835 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4b18a39-95a0-418f-96af-c2014209cf94 req-3c82bda8-2264-424e-8a99-63214bf640cb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2007542
Nov 18 16:26:47.970509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab2489-3873-4aad-aa31-6fb1ac586d2d req-382da691-f068-4cf9-92f0-25c7fdd7014a tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:47.972068 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0cab2489-3873-4aad-aa31-6fb1ac586d2d req-382da691-f068-4cf9-92f0-25c7fdd7014a tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1669035
Nov 18 16:26:48.073679 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-b822151f-575b-429e-abb4-b0dd1cdc4f8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0957747
Nov 18 16:26:48.073865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Deleting port 594cbee3-28cc-460c-b615-09e244e0a6d7 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:26:48.073865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:48.143743 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-f8ba71c5-2285-4c16-8c51-fb522f544856 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436880
Nov 18 16:26:48.146952 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4b18a39-95a0-418f-96af-c2014209cf94 req-b46d28a6-e137-46f5-9e0a-89a8681357e7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1732705
Nov 18 16:26:48.167246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0cab2489-3873-4aad-aa31-6fb1ac586d2d req-aaca3e37-7c1d-4661-b0ee-0811ac340d47 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775215
Nov 18 16:26:48.321049 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9f824e9-f43a-4d11-b810-896602b7f49a req-3f2416a1-22a0-4c65-a4fb-ab28424e7d7e service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1569419
Nov 18 16:26:48.338582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] For port 594cbee3-28cc-460c-b615-09e244e0a6d7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=594cbee3-28cc-460c-b615-09e244e0a6d7,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:48.339024 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:48.424425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-94d608f9-dd55-435d-9d89-9131a1280527 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:26:48.484710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Calling delete_port for 594cbee3-28cc-460c-b615-09e244e0a6d7 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:26:48.823991 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ebdf3770-7267-457f-8e15-31265002036f req-baea0138-2700-41ca-a1f9-40d265115455 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 210 time: 0.0555446
Nov 18 16:26:48.863575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617585fc-de22-47ec-96e6-6a90c9834a82 req-4869cc54-2c5f-4ac6-9f59-b434c2284ad2 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:48.865491 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-617585fc-de22-47ec-96e6-6a90c9834a82 req-4869cc54-2c5f-4ac6-9f59-b434c2284ad2 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 944 time: 0.1386871
Nov 18 16:26:48.868285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:48.883327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a560d3eb-9135-4f5f-b802-81fab11ca814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:48.962845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event deleted for resources: {'Port': ['ID=594cbee3-28cc-460c-b615-09e244e0a6d7,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:48.974474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:49.066111 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-617585fc-de22-47ec-96e6-6a90c9834a82 req-64368a6a-d0d5-4db0-86d4-8cc88f241883 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501484
Nov 18 16:26:49.147157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] No DVR routers for this DVR port 594cbee3-28cc-460c-b615-09e244e0a6d7 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:26:49.149676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:49.152551 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'name': 'network-vif-deleted', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:49.166186 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8bfb0b05-7857-4673-a26d-513008bd426a req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "DELETE /v2.0/ports/594cbee3-28cc-460c-b615-09e244e0a6d7 HTTP/1.1" status: 204  len: 173 time: 3.2834263
Nov 18 16:26:49.219537 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31560a2-0285-4412-8026-c4f672b40f13', 'name': 'network-vif-deleted', 'tag': '594cbee3-28cc-460c-b615-09e244e0a6d7', 'status': 'completed', 'code': 200}
Nov 18 16:26:49.492787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af79413-3d8b-4598-bda3-d8ebf72d1797 req-12cb76c5-7ca0-4871-a1e7-9b42360c72c5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:49.494405 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7af79413-3d8b-4598-bda3-d8ebf72d1797 req-12cb76c5-7ca0-4871-a1e7-9b42360c72c5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 944 time: 0.1610548
Nov 18 16:26:49.500315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba63e2-8434-4ba7-ae04-01d02f979f2c req-29397596-3b95-4734-9ccc-988265a71df4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:49.501862 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3ba63e2-8434-4ba7-ae04-01d02f979f2c req-29397596-3b95-4734-9ccc-988265a71df4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1225977
Nov 18 16:26:49.583583 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7af79413-3d8b-4598-bda3-d8ebf72d1797 req-4d8e7ebb-9e1c-4fd5-8d77-44d200b6a4c0 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807018
Nov 18 16:26:49.586200 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3ba63e2-8434-4ba7-ae04-01d02f979f2c req-98ace3c2-e1bf-40ed-b4c7-4522bfede745 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688391
Nov 18 16:26:49.592495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device ed1abfc3-4860-4001-b5e6-d678035e12bf up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:49.764770 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port ed1abfc3-4860-4001-b5e6-d678035e12bf completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:49.771267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port ed1abfc3-4860-4001-b5e6-d678035e12bf triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:49.771899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:49.823876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90afe09-0d97-404b-8487-181962c9b2a0 req-6e59ac2b-ce76-4989-a816-26fa14ad16d1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:49.825701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a90afe09-0d97-404b-8487-181962c9b2a0 req-6e59ac2b-ce76-4989-a816-26fa14ad16d1 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1062157
Nov 18 16:26:49.907011 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a90afe09-0d97-404b-8487-181962c9b2a0 req-1b1a5202-a09e-4e55-8e1a-f9439cae1e7c tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610139
Nov 18 16:26:49.924406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:49.957739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1abfc3-4860-4001-b5e6-d678035e12bf'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:49.984497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port ed1abfc3-4860-4001-b5e6-d678035e12bf, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ed1abfc3-4860-4001-b5e6-d678035e12bf,segment=NetworkSegment(5653294a-024c-44fd-aeaa-418d1c09d97c),segment_id=5653294a-024c-44fd-aeaa-418d1c09d97c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:50.042517 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1abfc3-4860-4001-b5e6-d678035e12bf', 'code': 200}
Nov 18 16:26:50.056059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:50.057095 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:50.081452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1533428c-7a13-4d3f-910e-1c4ae61b851c req-d6bd596f-9f72-4fe5-96ca-10168a9a8b4b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:26:50.146960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1533428c-7a13-4d3f-910e-1c4ae61b851c req-d6bd596f-9f72-4fe5-96ca-10168a9a8b4b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:26:50.148363 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1533428c-7a13-4d3f-910e-1c4ae61b851c req-d6bd596f-9f72-4fe5-96ca-10168a9a8b4b tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=d31560a2-0285-4412-8026-c4f672b40f13 HTTP/1.1" status: 200  len: 210 time: 0.1433697
Nov 18 16:26:50.158029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:50.264452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=ed1abfc3-4860-4001-b5e6-d678035e12bf,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:50.277897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:50.312553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:26:50.318806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:50.319368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:50.382582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835cf3-4084-4b2d-bf63-c735173cef9f req-4d21e9a6-ef1d-4db3-9448-19ea58b2342d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:50.384588 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-44835cf3-4084-4b2d-bf63-c735173cef9f req-4d21e9a6-ef1d-4db3-9448-19ea58b2342d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 944 time: 0.1100075
Nov 18 16:26:50.475600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:50.520151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:26:50.524039 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-44835cf3-4084-4b2d-bf63-c735173cef9f req-24cd231f-4bdd-4827-b380-548c2ea9e744 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321790
Nov 18 16:26:50.561674 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4133f95d-a20f-4704-a031-aa9bced80545 req-e914b96e-6643-48c0-862e-d369298f1eaa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 1163 time: 0.0974035
Nov 18 16:26:50.570582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:50.572769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:50.661884 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4133f95d-a20f-4704-a031-aa9bced80545 req-5af85ec6-61db-46a8-8516-14d7fa7bc91e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851388
Nov 18 16:26:50.678715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:50.683111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:50.934263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a529a09-d22d-4d18-9cf0-98bb3cc178be req-41fa50f0-1981-4a64-9dec-73009caecc08 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:50.940708 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a529a09-d22d-4d18-9cf0-98bb3cc178be req-41fa50f0-1981-4a64-9dec-73009caecc08 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1286762
Nov 18 16:26:50.947655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe610521-cbb1-4552-8e91-fd7358279623 req-16b452da-486d-490b-9fa3-44ef7ae4af11 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:50.958569 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fe610521-cbb1-4552-8e91-fd7358279623 req-16b452da-486d-490b-9fa3-44ef7ae4af11 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1840794
Nov 18 16:26:51.035896 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a529a09-d22d-4d18-9cf0-98bb3cc178be req-8597ea2a-36ad-4bd0-b797-b2b0d096fb6a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750363
Nov 18 16:26:51.072395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fe610521-cbb1-4552-8e91-fd7358279623 req-bcf33e7a-6902-4997-8947-0b40179cafef tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908730
Nov 18 16:26:51.213459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device ed1abfc3-4860-4001-b5e6-d678035e12bf up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:51.320941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port ed1abfc3-4860-4001-b5e6-d678035e12bf triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:51.321430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:51.387434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bcc47-f4a0-4d93-8335-ee806fcd251b req-e3e982d9-516f-4919-b75b-5736058b0a0b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:51.398441 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d3bcc47-f4a0-4d93-8335-ee806fcd251b req-e3e982d9-516f-4919-b75b-5736058b0a0b tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1371284
Nov 18 16:26:51.454878 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d3bcc47-f4a0-4d93-8335-ee806fcd251b req-ad4fa288-c2c4-4b56-aa69-f47e6d45ef54 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552578
Nov 18 16:26:51.456114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:51.530123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:51.530797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:51.787080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34268a1-3421-43f8-8848-a79297576336 req-324a4640-d174-4d9a-b7a5-474850eb25d8 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:51.789102 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a34268a1-3421-43f8-8848-a79297576336 req-324a4640-d174-4d9a-b7a5-474850eb25d8 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.0938833
Nov 18 16:26:51.892298 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a34268a1-3421-43f8-8848-a79297576336 req-db39da6f-3595-44c7-b0a8-ed4eda9b6a4a tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968897
Nov 18 16:26:51.929496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0398d5-4925-4904-8f9c-a338bc3db1c3 req-85ea4efa-1826-4df5-a32c-b937b2fc72fd tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:51.931228 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c0398d5-4925-4904-8f9c-a338bc3db1c3 req-85ea4efa-1826-4df5-a32c-b937b2fc72fd tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.1176887
Nov 18 16:26:52.044247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:26:52.141577 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'code': 200}
Nov 18 16:26:52.191512 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c0398d5-4925-4904-8f9c-a338bc3db1c3 req-28941983-f482-41b4-bc61-5665c0040ca1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539992
Nov 18 16:26:52.339139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674cdd5-d7cb-4497-8e9c-d7a2ba8f3b3c req-d332f5f8-9c5d-49df-8b4a-5997dde042ad tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:52.341441 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2674cdd5-d7cb-4497-8e9c-d7a2ba8f3b3c req-d332f5f8-9c5d-49df-8b4a-5997dde042ad tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0949366
Nov 18 16:26:52.464517 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2674cdd5-d7cb-4497-8e9c-d7a2ba8f3b3c req-70fcc43c-1fa2-4a98-8741-120c7310403d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162870
Nov 18 16:26:52.495057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcdda4-bedb-463b-8af9-49676d9ec32f req-59bf7ff8-0955-4348-ad39-f77be0cdba2e tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:52.496721 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9afcdda4-bedb-463b-8af9-49676d9ec32f req-59bf7ff8-0955-4348-ad39-f77be0cdba2e tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.0998476
Nov 18 16:26:52.551066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9afcdda4-bedb-463b-8af9-49676d9ec32f req-4aa49fde-3724-42c8-9561-2fcc0e0ff74a tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472927
Nov 18 16:26:52.708082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:26:52.731153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95825aaa-9dcb-47bc-84cc-237c383d7f13 req-6f142d44-4403-4af4-b43f-5993ae262324 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:52.732789 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95825aaa-9dcb-47bc-84cc-237c383d7f13 req-6f142d44-4403-4af4-b43f-5993ae262324 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1141472
Nov 18 16:26:52.782878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:26:52.783310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:52.798208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95825aaa-9dcb-47bc-84cc-237c383d7f13 req-b1c9d19c-8d45-49fb-a7f3-42c07acfdef3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575600
Nov 18 16:26:53.024833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54570) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:53.135534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ad656-622b-4c19-babc-4bbbaef728ea req-24475d97-d063-4127-877d-62588a92fcfb tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:53.137253 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-841ad656-622b-4c19-babc-4bbbaef728ea req-24475d97-d063-4127-877d-62588a92fcfb tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.0953665
Nov 18 16:26:53.193545 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-841ad656-622b-4c19-babc-4bbbaef728ea req-bc511527-c6e7-498d-9aaf-857222de2e40 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496633
Nov 18 16:26:53.224231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.258918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:53.263839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Usage tracker for resource:security_group_rule and tenant:47bfc57dd2b746b7b581c5ae40416b42 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:53.267246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:53.273824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:53.399663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.443173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cfad9-a8ac-4892-8579-6981e8b89372 req-3e69adb0-1936-4147-81b5-c5172d516d78 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:53.444852 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd0cfad9-a8ac-4892-8579-6981e8b89372 req-3e69adb0-1936-4147-81b5-c5172d516d78 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0928290
Nov 18 16:26:53.449638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.459938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4ec821e5-0f3b-45b1-9f01-71de1bc1b2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:53.528754 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47bfc57dd2b746b7b581c5ae40416b42&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5026603
Nov 18 16:26:53.529930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed64846b-7bbf-4e48-9c58-c0962f1e8318,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:53.531509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54580) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:53.533491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:53.569181 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd0cfad9-a8ac-4892-8579-6981e8b89372 req-afa03804-e9c6-4318-a64e-6cd160ac3bf7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108992
Nov 18 16:26:53.641205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.670300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.756010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.761549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30c9a117-7847-48b6-b53b-fbb307a2b50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:53.777314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed64846b-7bbf-4e48-9c58-c0962f1e8318,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:53.780674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:53.786386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:53.790705 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed64846b-7bbf-4e48-9c58-c0962f1e8318 HTTP/1.1" status: 204  len: 168 time: 0.2577839
Nov 18 16:26:53.798380 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e78e71-9ad1-4cf4-8e01-1bcd86fbfb9e req-3dad0c53-dcd9-46f1-bea6-337dfbdab636 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:53.801314 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8e78e71-9ad1-4cf4-8e01-1bcd86fbfb9e req-3dad0c53-dcd9-46f1-bea6-337dfbdab636 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1719408
Nov 18 16:26:53.879815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79962cb5-a887-46be-b0dc-2d92448a5e67 req-811159e8-17fe-4105-ac75-8829aeda1e9c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:53.881547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-79962cb5-a887-46be-b0dc-2d92448a5e67 req-811159e8-17fe-4105-ac75-8829aeda1e9c tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1725950
Nov 18 16:26:53.911000 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8e78e71-9ad1-4cf4-8e01-1bcd86fbfb9e req-91c2d588-4d13-481a-b3d2-b4d336530465 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988867
Nov 18 16:26:53.945644 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-79962cb5-a887-46be-b0dc-2d92448a5e67 req-f5c57c51-92b5-49be-ab5f-cd47c16fda5b tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575597
Nov 18 16:26:54.166310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f4a9-7a7f-44e9-8c05-9a277b815cd2 req-0fc8d288-6503-4591-ba37-7ac0c21e3810 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:54.167974 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-63b9f4a9-7a7f-44e9-8c05-9a277b815cd2 req-0fc8d288-6503-4591-ba37-7ac0c21e3810 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0868602
Nov 18 16:26:54.252020 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-63b9f4a9-7a7f-44e9-8c05-9a277b815cd2 req-75e76515-3add-49d4-803d-b2527dc7d558 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774689
Nov 18 16:26:54.473424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818606-b7eb-4295-93c5-335d25480264 req-28d5558d-e5bb-4202-a86f-23162d101bed tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:54.475044 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5b818606-b7eb-4295-93c5-335d25480264 req-28d5558d-e5bb-4202-a86f-23162d101bed tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.0989637
Nov 18 16:26:54.491809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54596) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:54.511773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.544406 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5b818606-b7eb-4295-93c5-335d25480264 req-19642418-5edc-4171-8bf2-c73ecf509a57 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628688
Nov 18 16:26:54.551342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:26:54.555452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb6456a45a49480e894a45850d6f5d98 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:26:54.558527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:26:54.564666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:26:54.635885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.675906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.685980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b4400904-ced2-44a6-99b8-563642ffef03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:54.747335 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb6456a45a49480e894a45850d6f5d98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2541826
Nov 18 16:26:54.749128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57869344-2a34-45b5-b5f9-7a066346188c,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:54.751585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54602) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:26:54.754547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:54.806432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf82c17-ca5d-4ece-9082-82255b8bdb33 req-8653fee3-ac3d-4dc3-b592-6c813d0cbc60 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:54.809362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7cf82c17-ca5d-4ece-9082-82255b8bdb33 req-8653fee3-ac3d-4dc3-b592-6c813d0cbc60 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0999339
Nov 18 16:26:54.822495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.853643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.862261 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7cf82c17-ca5d-4ece-9082-82255b8bdb33 req-09be8846-3288-46a0-879a-279ae9de70bc tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467420
Nov 18 16:26:54.953893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.959227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-26a01204-4f19-4cf9-a1c3-ef4fff518977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:26:54.973247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57869344-2a34-45b5-b5f9-7a066346188c,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:26:54.977268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:26:54.980913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:26:54.982165 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57869344-2a34-45b5-b5f9-7a066346188c HTTP/1.1" status: 204  len: 168 time: 0.2296238
Nov 18 16:26:55.298444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3696034-383a-4a6d-8e53-d053810dd015 req-8b2dc5a9-4ec6-4014-a79e-8739fc696423 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:55.300841 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b3696034-383a-4a6d-8e53-d053810dd015 req-8b2dc5a9-4ec6-4014-a79e-8739fc696423 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1222410
Nov 18 16:26:55.308221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66afca-1ad2-4bcb-995b-4998289a0035 req-8113121d-fd5f-4a2e-9644-187d434e1b46 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:55.309915 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1e66afca-1ad2-4bcb-995b-4998289a0035 req-8113121d-fd5f-4a2e-9644-187d434e1b46 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1750720
Nov 18 16:26:55.387773 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b3696034-383a-4a6d-8e53-d053810dd015 req-3b5ca3b7-380e-4bc2-bf14-0476ab37b523 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768228
Nov 18 16:26:55.400399 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1e66afca-1ad2-4bcb-995b-4998289a0035 req-02cc06a3-7c34-4813-98c4-c46445684af1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748141
Nov 18 16:26:55.635653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0329e-4c65-43e7-935b-75044c27468f req-0ff1e81b-16c2-4fcd-934b-aa9f427a64d8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:55.637740 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fbd0329e-4c65-43e7-935b-75044c27468f req-0ff1e81b-16c2-4fcd-934b-aa9f427a64d8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1056101
Nov 18 16:26:55.720181 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fbd0329e-4c65-43e7-935b-75044c27468f req-e32199d4-4010-43ad-a7f6-d07e2250bcbd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638747
Nov 18 16:26:55.837301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d50dc3-595c-45c8-8e41-56a61722c12b req-164f14d2-e00e-48e4-8229-5f9c1cca3b49 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:55.839302 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c5d50dc3-595c-45c8-8e41-56a61722c12b req-164f14d2-e00e-48e4-8229-5f9c1cca3b49 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.0963545
Nov 18 16:26:55.887761 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c5d50dc3-595c-45c8-8e41-56a61722c12b req-b37c190e-5f48-478d-87b2-9c4b3b285a02 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423756
Nov 18 16:26:56.116891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4ae53-f2b7-487f-9b01-6902de882cca req-d45b0564-c232-49f4-872b-5b7c921b2b27 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:56.118530 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3b4ae53-f2b7-487f-9b01-6902de882cca req-d45b0564-c232-49f4-872b-5b7c921b2b27 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.1149597
Nov 18 16:26:56.173776 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3b4ae53-f2b7-487f-9b01-6902de882cca req-23ee038d-e399-48d1-8970-d25a5b62efe5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489566
Nov 18 16:26:56.711654 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31997023-fb5d-4e18-9b09-153eaff4c70d req-9ddafed4-7894-441a-8785-fcd3a0007cd8 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:56.713314 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-31997023-fb5d-4e18-9b09-153eaff4c70d req-9ddafed4-7894-441a-8785-fcd3a0007cd8 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1748695
Nov 18 16:26:56.726617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ff0a2-0718-4b3b-b751-332dc497b613 req-e8ca2751-ec3e-45b0-b7ab-48de4443f669 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:56.728210 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-279ff0a2-0718-4b3b-b751-332dc497b613 req-e8ca2751-ec3e-45b0-b7ab-48de4443f669 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1424248
Nov 18 16:26:56.815275 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-31997023-fb5d-4e18-9b09-153eaff4c70d req-43da33e7-2e3d-44c0-826d-9fc903e6e475 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952930
Nov 18 16:26:56.818948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-279ff0a2-0718-4b3b-b751-332dc497b613 req-50351778-aa15-4716-b016-6a2a6a7875e1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761676
Nov 18 16:26:57.033314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd6afe-81a6-4cbf-8a28-694c4b53cc23 req-8019a973-2c8c-4db5-aa1f-84a7eb01afd8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:57.035919 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f6cd6afe-81a6-4cbf-8a28-694c4b53cc23 req-8019a973-2c8c-4db5-aa1f-84a7eb01afd8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.0903378
Nov 18 16:26:57.152471 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f6cd6afe-81a6-4cbf-8a28-694c4b53cc23 req-23288ce1-b3b8-46f8-aefe-7609d33051d8 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075656
Nov 18 16:26:57.193445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c7b5a-51ca-462b-b0d1-1563a4572bda req-dd26028f-47a3-4687-92a2-80702d6aa87c tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:57.195913 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-048c7b5a-51ca-462b-b0d1-1563a4572bda req-dd26028f-47a3-4687-92a2-80702d6aa87c tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1190653
Nov 18 16:26:57.253464 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-048c7b5a-51ca-462b-b0d1-1563a4572bda req-c50e4eaf-868a-4fe2-9228-e31b2595754d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508757
Nov 18 16:26:57.434552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338d4d-1cab-4da7-96c0-02b23244ac19 req-441cd335-afaa-4d16-a0b1-c7088ae7d7c9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:57.436102 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67338d4d-1cab-4da7-96c0-02b23244ac19 req-441cd335-afaa-4d16-a0b1-c7088ae7d7c9 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0846357
Nov 18 16:26:57.508545 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67338d4d-1cab-4da7-96c0-02b23244ac19 req-fb99a9c1-2eec-4048-bd1e-7c35b122df4d tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641196
Nov 18 16:26:57.740472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:26:58.150343 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3eaa7-9f85-466d-a78a-b656d3145c63 req-338e7b51-6ede-42e8-97b5-1edd0cea4172 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:58.151980 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-83b3eaa7-9f85-466d-a78a-b656d3145c63 req-338e7b51-6ede-42e8-97b5-1edd0cea4172 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.2009807
Nov 18 16:26:58.192132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bd28d-2a36-4d0d-9e30-7c96d4a44ff2 req-41ef74c5-1ef1-4cf5-b3a0-185b616a7155 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:58.199909 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c39bd28d-2a36-4d0d-9e30-7c96d4a44ff2 req-41ef74c5-1ef1-4cf5-b3a0-185b616a7155 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1641083
Nov 18 16:26:58.255898 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-83b3eaa7-9f85-466d-a78a-b656d3145c63 req-7f85331c-748d-4f61-9e49-42ac0e969a05 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938869
Nov 18 16:26:58.281045 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c39bd28d-2a36-4d0d-9e30-7c96d4a44ff2 req-8a3a7caf-6267-482b-a021-d01277209469 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0801833
Nov 18 16:26:58.561060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b1a33-8a6b-4d04-a05b-76ac375dd137 req-da950cc3-fdef-4dbb-8041-ade6312c224d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:58.562718 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6d9b1a33-8a6b-4d04-a05b-76ac375dd137 req-da950cc3-fdef-4dbb-8041-ade6312c224d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1614077
Nov 18 16:26:58.627714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27770b71-d969-4b4a-b71c-c5b1925a89a8 req-a1a5f533-841f-4dce-a82f-0e69fd369b29 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:58.630227 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-27770b71-d969-4b4a-b71c-c5b1925a89a8 req-a1a5f533-841f-4dce-a82f-0e69fd369b29 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1710317
Nov 18 16:26:58.636842 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6d9b1a33-8a6b-4d04-a05b-76ac375dd137 req-2a09da40-35e3-491f-9c69-ef3173a6d86a tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638793
Nov 18 16:26:58.686980 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-27770b71-d969-4b4a-b71c-c5b1925a89a8 req-1a7b35ba-76ef-4fd5-ae00-7a938456be4c tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452745
Nov 18 16:26:58.850649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b6ce9-ad43-4158-9636-592f40d2464f req-c54dfcd3-4add-48c8-93b5-108ed4f4f401 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:58.852318 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-194b6ce9-ad43-4158-9636-592f40d2464f req-c54dfcd3-4add-48c8-93b5-108ed4f4f401 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0928876
Nov 18 16:26:58.901186 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-194b6ce9-ad43-4158-9636-592f40d2464f req-24101a5d-98ee-41a5-bc15-28c62aab72f2 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424430
Nov 18 16:26:59.558816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75308a8a-b303-4852-a990-797e93983ff9 req-60a4fa37-57fc-421c-82b3-fac632cf15c6 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:59.560400 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-75308a8a-b303-4852-a990-797e93983ff9 req-60a4fa37-57fc-421c-82b3-fac632cf15c6 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1595550
Nov 18 16:26:59.568291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef68f4-3410-42a6-9a08-4f58b57d44fb req-47f9ff76-9a4e-4ad0-ba44-3c562e581782 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:26:59.569903 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b8ef68f4-3410-42a6-9a08-4f58b57d44fb req-47f9ff76-9a4e-4ad0-ba44-3c562e581782 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1243582
Nov 18 16:26:59.673763 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-75308a8a-b303-4852-a990-797e93983ff9 req-97d06c00-4e7d-4ba2-a22d-65e9769f233f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027935
Nov 18 16:26:59.676831 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b8ef68f4-3410-42a6-9a08-4f58b57d44fb req-93097ced-f186-4c54-953c-a14278114885 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908136
Nov 18 16:27:00.004162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72389a-77e4-4746-b912-5c77bd568d09 req-3eb14dda-c452-48ba-8177-87c490b1376d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:00.007065 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af72389a-77e4-4746-b912-5c77bd568d09 req-3eb14dda-c452-48ba-8177-87c490b1376d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1275606
Nov 18 16:27:00.013753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111a41-52d4-4eee-a184-e3949341e8e9 req-c84b3af1-e3cc-451c-8a47-a60a935809a4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:00.021086 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd111a41-52d4-4eee-a184-e3949341e8e9 req-c84b3af1-e3cc-451c-8a47-a60a935809a4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.2040145
Nov 18 16:27:00.104491 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af72389a-77e4-4746-b912-5c77bd568d09 req-ff8d4799-2e21-45d2-9993-b593e0951717 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822713
Nov 18 16:27:00.107381 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd111a41-52d4-4eee-a184-e3949341e8e9 req-2a9bdf35-f862-4257-ae28-e21e9028cc38 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827224
Nov 18 16:27:00.348842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26a02f-3c39-4182-b4b4-c12437a19c93 req-eb81fe8f-a7b0-4328-a6dd-a935e067d3d5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:00.350623 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8d26a02f-3c39-4182-b4b4-c12437a19c93 req-eb81fe8f-a7b0-4328-a6dd-a935e067d3d5 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0996695
Nov 18 16:27:00.414746 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8d26a02f-3c39-4182-b4b4-c12437a19c93 req-94d8c2d1-b218-4418-b825-f1b3fa032778 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449655
Nov 18 16:27:00.973231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014eba7-e137-459f-9228-98da76acdce4 req-1c6207f7-97cb-4eb9-bc89-292d9d80c30f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:00.974750 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e014eba7-e137-459f-9228-98da76acdce4 req-1c6207f7-97cb-4eb9-bc89-292d9d80c30f tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1536093
Nov 18 16:27:00.981324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01579-ad9d-4df5-91ea-365685100017 req-39970f0e-81ca-4463-a011-2a9931906e41 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:00.982809 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9fb01579-ad9d-4df5-91ea-365685100017 req-39970f0e-81ca-4463-a011-2a9931906e41 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1240613
Nov 18 16:27:01.067342 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e014eba7-e137-459f-9228-98da76acdce4 req-84ef31ca-bf1f-4143-b021-52f70c211951 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835042
Nov 18 16:27:01.069948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9fb01579-ad9d-4df5-91ea-365685100017 req-dca0dda1-f898-4238-af08-ed3827f069b1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719469
Nov 18 16:27:01.397354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4aa3e-c9d6-497c-aa54-0d64fdc47fb1 req-28473c5e-89a0-424c-be41-41a02e93fc28 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:01.398971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20e4aa3e-c9d6-497c-aa54-0d64fdc47fb1 req-28473c5e-89a0-424c-be41-41a02e93fc28 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1568201
Nov 18 16:27:01.404873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e71c8-2450-42c8-90ef-255cf37a65e4 req-3c7251d6-50b9-45c0-9133-90957b61c662 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:01.406357 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d34e71c8-2450-42c8-90ef-255cf37a65e4 req-3c7251d6-50b9-45c0-9133-90957b61c662 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1239421
Nov 18 16:27:01.482492 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20e4aa3e-c9d6-497c-aa54-0d64fdc47fb1 req-2e28846a-0387-4fe1-93ac-504704996a51 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751262
Nov 18 16:27:01.487990 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d34e71c8-2450-42c8-90ef-255cf37a65e4 req-315c4285-941d-4891-85f9-b7644293befb tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663199
Nov 18 16:27:01.683998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475422-e4b2-4a99-8db5-507e6427fba8 req-60667e02-9723-4a1f-9783-70d9bda1f60c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:01.685682 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db475422-e4b2-4a99-8db5-507e6427fba8 req-60667e02-9723-4a1f-9783-70d9bda1f60c tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0866754
Nov 18 16:27:01.738216 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db475422-e4b2-4a99-8db5-507e6427fba8 req-81018fa9-a998-47ca-ba8f-3b0aa5a2e907 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450430
Nov 18 16:27:02.150297 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e438d068-71e0-4c09-8236-c4b8d90b5564 req-3b3cf754-198f-4763-9fd1-6a651ec6977a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1163 time: 0.0791936
Nov 18 16:27:02.198176 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e438d068-71e0-4c09-8236-c4b8d90b5564 req-f916cf96-7a85-4559-8cba-4f847e77507e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406718
Nov 18 16:27:02.350325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb462e-ee09-4789-958c-1bdc6f5a1d3e req-1ed99eec-672f-4f54-82d1-2b27c7c7acbc tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:02.351945 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9abb462e-ee09-4789-958c-1bdc6f5a1d3e req-1ed99eec-672f-4f54-82d1-2b27c7c7acbc tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1528382
Nov 18 16:27:02.358839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313857-0022-4417-a131-9feb9ba58ea7 req-5c57f039-0248-4bff-ac71-b2b493892b3c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:02.360330 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8313857-0022-4417-a131-9feb9ba58ea7 req-5c57f039-0248-4bff-ac71-b2b493892b3c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1270411
Nov 18 16:27:02.442222 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9abb462e-ee09-4789-958c-1bdc6f5a1d3e req-459e57ef-13b9-493d-a9f8-f95bc6bd04c2 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808389
Nov 18 16:27:02.444547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8313857-0022-4417-a131-9feb9ba58ea7 req-b221e3ca-fde6-4803-9682-4ce54b3e38fc tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676477
Nov 18 16:27:02.763881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374e2d8-33f6-4ced-9376-aabd14d4dcbb req-955fac24-73d0-46c5-862f-07e3f2f5a459 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:02.765794 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6374e2d8-33f6-4ced-9376-aabd14d4dcbb req-955fac24-73d0-46c5-862f-07e3f2f5a459 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1503942
Nov 18 16:27:02.771680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37b25f-d19f-4859-9cce-662508aa08d2 req-6716aff3-1128-4a6f-9d61-94002ee56391 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:02.773231 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cf37b25f-d19f-4859-9cce-662508aa08d2 req-6716aff3-1128-4a6f-9d61-94002ee56391 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1564560
Nov 18 16:27:02.854003 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6374e2d8-33f6-4ced-9376-aabd14d4dcbb req-9a92e3f8-d79d-44b2-a9d4-20de6e3b11e9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797226
Nov 18 16:27:02.857823 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cf37b25f-d19f-4859-9cce-662508aa08d2 req-0ecd178a-e939-4a01-b790-6e24de633f37 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649595
Nov 18 16:27:03.055672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1ed48-94d1-45fa-830c-2ba6eb9714fa req-4f6f8470-576b-466b-859b-7ca23617f1da tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:03.057278 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5fe1ed48-94d1-45fa-830c-2ba6eb9714fa req-4f6f8470-576b-466b-859b-7ca23617f1da tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.0831189
Nov 18 16:27:03.107876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5fe1ed48-94d1-45fa-830c-2ba6eb9714fa req-355977b1-6c83-40da-9f0b-a5dfdefeadc0 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438528
Nov 18 16:27:03.744389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0b27-04d9-4d39-8ec2-b0289a3f32ec req-735a998b-3668-48d4-a743-2b3d8f2902f7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:03.746015 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-52eb0b27-04d9-4d39-8ec2-b0289a3f32ec req-735a998b-3668-48d4-a743-2b3d8f2902f7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.1223605
Nov 18 16:27:03.756632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ff14b-d983-4afa-b8e0-def5ff592761 req-b355c8ec-3eec-4b9d-9be5-1da053fefd4b tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:03.758246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-501ff14b-d983-4afa-b8e0-def5ff592761 req-b355c8ec-3eec-4b9d-9be5-1da053fefd4b tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1715269
Nov 18 16:27:03.898383 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-52eb0b27-04d9-4d39-8ec2-b0289a3f32ec req-0163183e-759e-4e46-afe6-5abb197aa473 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390860
Nov 18 16:27:03.913973 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-501ff14b-d983-4afa-b8e0-def5ff592761 req-0ce20e15-dbdd-4b1e-ba81-f332b5b49321 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991306
Nov 18 16:27:03.934089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ba822ccb-131f-4188-961a-421687a36f6d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:03.944564 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ba822ccb-131f-4188-961a-421687a36f6d tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.1754272
Nov 18 16:27:04.046865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Deleting port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:04.049402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.126248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-04906a0a-7b22-498b-9dad-43c74f17f167 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:04.127412 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-04906a0a-7b22-498b-9dad-43c74f17f167 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:04.144138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-04906a0a-7b22-498b-9dad-43c74f17f167 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:04.145463 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-04906a0a-7b22-498b-9dad-43c74f17f167 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 946 time: 0.1316886
Nov 18 16:27:04.224371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Deleting port 23bffeff-82d6-4731-9753-598fd3522607 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:04.224775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.522808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] For port 23bffeff-82d6-4731-9753-598fd3522607, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=23bffeff-82d6-4731-9753-598fd3522607,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:04.523097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.551999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-feff08a5-c15f-4c0a-80bb-24be8e0e52d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.561002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2acf0-acba-429f-9cc6-03fbb8ee82e4 req-41fabf59-fb4f-490a-835a-a34e61ef5203 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:04.569038 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6aa2acf0-acba-429f-9cc6-03fbb8ee82e4 req-41fabf59-fb4f-490a-835a-a34e61ef5203 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 946 time: 0.2542710
Nov 18 16:27:04.674426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Calling delete_port for 23bffeff-82d6-4731-9753-598fd3522607 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:04.734773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90258fc1-ae73-4dfc-ba64-65546a5af036 req-f7a1433a-8ac6-48c4-a59e-8515b2197fbb tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:04.736484 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-90258fc1-ae73-4dfc-ba64-65546a5af036 req-f7a1433a-8ac6-48c4-a59e-8515b2197fbb tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.3867834
Nov 18 16:27:04.778572 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6aa2acf0-acba-429f-9cc6-03fbb8ee82e4 req-8d60e3c4-96bf-4afd-bc7f-db8be2cff803 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821022
Nov 18 16:27:04.819726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:04.821046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] For port 86414f4d-369e-47a0-a1e0-ed9deb7cf519, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=86414f4d-369e-47a0-a1e0-ed9deb7cf519,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:04.821446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.877862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.901857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:04.902682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:04.919255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:04.958881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Calling delete_port for 86414f4d-369e-47a0-a1e0-ed9deb7cf519 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:04.968098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event deleted for resources: {'Port': ['ID=23bffeff-82d6-4731-9753-598fd3522607,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:05.026204 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-90258fc1-ae73-4dfc-ba64-65546a5af036 req-ef5efff5-6cbe-452b-8b58-79202fc13a84 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753243
Nov 18 16:27:05.059537 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f9cfdf99-bb86-49b2-a382-f2884d4575ea req-00bcaea0-a0c5-44f2-b17d-17fdf0b182b1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=6ae73610-69e8-4e30-adcf-460b66728c9f HTTP/1.1" status: 200  len: 210 time: 0.1076174
Nov 18 16:27:05.070988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:05.092969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:05.115525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 86414f4d-369e-47a0-a1e0-ed9deb7cf519 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:05.166074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] No DVR routers for this DVR port 23bffeff-82d6-4731-9753-598fd3522607 on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:27:05.177659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:05.187583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'name': 'network-vif-deleted', 'tag': '23bffeff-82d6-4731-9753-598fd3522607'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:05.233116 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4c7706ff-fd74-4421-a5d8-262ae8814f80 req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "DELETE /v2.0/ports/23bffeff-82d6-4731-9753-598fd3522607 HTTP/1.1" status: 204  len: 173 time: 1.0809143
Nov 18 16:27:05.270865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:05.351051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:05.369743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:05.375446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 23bffeff-82d6-4731-9753-598fd3522607 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:05.412249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: 23bffeff-82d6-4731-9753-598fd3522607 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:27:05.412658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 23bffeff-82d6-4731-9753-598fd3522607 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:27:05.445492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Pushing event deleted for resources: {'Port': ['ID=86414f4d-369e-47a0-a1e0-ed9deb7cf519,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:05.452316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:05.512178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655ba76-7e56-4bc8-be04-6c4747fbb262 req-75f57f62-54db-4389-b866-5e5fc9ff2d4c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:05.513816 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a655ba76-7e56-4bc8-be04-6c4747fbb262 req-75f57f62-54db-4389-b866-5e5fc9ff2d4c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.3028390
Nov 18 16:27:05.524840 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9c4d-6f7e-4240-9f0e-145748925c18 req-0f54df62-7555-415f-9079-f1f9dd7a7491 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:05.526325 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-13bf9c4d-6f7e-4240-9f0e-145748925c18 req-0f54df62-7555-415f-9079-f1f9dd7a7491 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.2664104
Nov 18 16:27:05.645632 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a655ba76-7e56-4bc8-be04-6c4747fbb262 req-30d33622-9697-4ed8-92ce-ca2e316c7406 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182420
Nov 18 16:27:05.647754 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-13bf9c4d-6f7e-4240-9f0e-145748925c18 req-822adc13-33a3-476d-a5d6-8a914d46aa71 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974581
Nov 18 16:27:05.707266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] No DVR routers for this DVR port 86414f4d-369e-47a0-a1e0-ed9deb7cf519 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:27:05.719961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:05.723296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'name': 'network-vif-deleted', 'tag': '86414f4d-369e-47a0-a1e0-ed9deb7cf519'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:05.747707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae73610-69e8-4e30-adcf-460b66728c9f', 'name': 'network-vif-deleted', 'tag': '23bffeff-82d6-4731-9753-598fd3522607', 'status': 'completed', 'code': 200}
Nov 18 16:27:05.773282 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4c5cd920-883d-4bf8-9c75-48d3128bd5e2 req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "DELETE /v2.0/ports/86414f4d-369e-47a0-a1e0-ed9deb7cf519 HTTP/1.1" status: 204  len: 173 time: 1.8304474
Nov 18 16:27:06.176257 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946c65cd-5d7c-4507-abf7-007c8d383bb1', 'name': 'network-vif-deleted', 'tag': '86414f4d-369e-47a0-a1e0-ed9deb7cf519', 'status': 'completed', 'code': 200}
Nov 18 16:27:06.302420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e3d5fa2b-2efa-41ea-9228-ba936fcbe2f3 req-e15846b0-b1b4-415a-9b26-0d530b1865c3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Synchronizing usage tracker for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:06.341250 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e3d5fa2b-2efa-41ea-9228-ba936fcbe2f3 req-e15846b0-b1b4-415a-9b26-0d530b1865c3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Unset dirty status for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:06.343026 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3d5fa2b-2efa-41ea-9228-ba936fcbe2f3 req-e15846b0-b1b4-415a-9b26-0d530b1865c3 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=946c65cd-5d7c-4507-abf7-007c8d383bb1 HTTP/1.1" status: 200  len: 210 time: 0.0897756
Nov 18 16:27:06.463630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441cbf6-9fe5-4360-a482-6fcce6d38149 req-01741faf-469d-426d-ae64-13ce6947f830 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:06.466245 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0441cbf6-9fe5-4360-a482-6fcce6d38149 req-01741faf-469d-426d-ae64-13ce6947f830 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1099126
Nov 18 16:27:06.579131 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0441cbf6-9fe5-4360-a482-6fcce6d38149 req-12f6515a-ee57-4143-aede-3a91e2195f83 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058731
Nov 18 16:27:06.603359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80972df9-7a59-4c90-8c51-16cbfe737063 req-0520f408-b895-485a-921f-80096fa582af tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:06.605097 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-80972df9-7a59-4c90-8c51-16cbfe737063 req-0520f408-b895-485a-921f-80096fa582af tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1081135
Nov 18 16:27:06.655161 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-80972df9-7a59-4c90-8c51-16cbfe737063 req-e1700e15-a4f2-4651-9665-a3842655b151 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438042
Nov 18 16:27:06.726998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d3c23f82-bd42-4e26-9d2e-d3ee5a317b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:07.048536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4da17-121a-49d3-b5f2-9970e7854ade req-028a318e-b540-4265-b812-6ff4bab8f175 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:07.050777 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12d4da17-121a-49d3-b5f2-9970e7854ade req-028a318e-b540-4265-b812-6ff4bab8f175 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.0888429
Nov 18 16:27:07.100054 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12d4da17-121a-49d3-b5f2-9970e7854ade req-f071eb4d-b5dc-4e8a-a5bc-33a6b7f5a969 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428805
Nov 18 16:27:07.266116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:07.878998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dab121-ab9e-4011-aebe-8abef6a67445 req-1f471ff1-7ddc-430b-aa0f-3dc96d015f31 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:07.880659 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-37dab121-ab9e-4011-aebe-8abef6a67445 req-1f471ff1-7ddc-430b-aa0f-3dc96d015f31 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1666594
Nov 18 16:27:07.893933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-98687686-2a1a-466a-98ed-dd74fa6d7af5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:07.895454 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-98687686-2a1a-466a-98ed-dd74fa6d7af5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 946 time: 0.1212783
Nov 18 16:27:07.996257 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-37dab121-ab9e-4011-aebe-8abef6a67445 req-fa7601f3-0c90-44e1-9a5c-a628e6b794c6 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/security-groups?id=2e14f12b-19e9-43ff-b430-09c53189d222&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091802
Nov 18 16:27:08.007284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Deleting port ed1abfc3-4860-4001-b5e6-d678035e12bf {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:08.007813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:08.591077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] For port ed1abfc3-4860-4001-b5e6-d678035e12bf, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ed1abfc3-4860-4001-b5e6-d678035e12bf,segment=NetworkSegment(5653294a-024c-44fd-aeaa-418d1c09d97c),segment_id=5653294a-024c-44fd-aeaa-418d1c09d97c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:08.591607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:08.610996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be986832-f01a-4855-b1e2-51bd2fad8413 req-4d1c3222-32b3-4894-a7ec-6cf8c44345aa tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:08.612669 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be986832-f01a-4855-b1e2-51bd2fad8413 req-4d1c3222-32b3-4894-a7ec-6cf8c44345aa tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.4842775
Nov 18 16:27:08.756026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Calling delete_port for ed1abfc3-4860-4001-b5e6-d678035e12bf owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:08.797346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device ed1abfc3-4860-4001-b5e6-d678035e12bf no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:08.810162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dcbc6-cfd0-483d-bd79-87d91d35e149 req-8282e489-e3e3-4659-b67d-d1d0d7827174 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:08.811789 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d3dcbc6-cfd0-483d-bd79-87d91d35e149 req-8282e489-e3e3-4659-b67d-d1d0d7827174 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.5425766
Nov 18 16:27:08.828973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:08.883429 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be986832-f01a-4855-b1e2-51bd2fad8413 req-7c85cfe1-9d25-4cd4-8a04-ef513e5c5cc0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087071
Nov 18 16:27:08.922184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:08.922361 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d3dcbc6-cfd0-483d-bd79-87d91d35e149 req-deb74d9b-ee45-40c4-a33f-0c78f03cf9e5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986993
Nov 18 16:27:09.027753 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:09.071815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ed9826bd-5914-4b6b-923c-8cc970e13d91 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:09.183920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Pushing event deleted for resources: {'Port': ['ID=ed1abfc3-4860-4001-b5e6-d678035e12bf,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:09.187030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:09.254928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:09.318509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6664f-468c-40e3-b0fe-738018546c3a req-21da8363-3ff2-4a15-b6e8-4fd465863b3f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:09.320183 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95a6664f-468c-40e3-b0fe-738018546c3a req-21da8363-3ff2-4a15-b6e8-4fd465863b3f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 945 time: 0.2135279
Nov 18 16:27:09.378256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] No DVR routers for this DVR port ed1abfc3-4860-4001-b5e6-d678035e12bf on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:27:09.383065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:09.385821 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'name': 'network-vif-deleted', 'tag': 'ed1abfc3-4860-4001-b5e6-d678035e12bf'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:09.421662 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-95a6664f-468c-40e3-b0fe-738018546c3a req-86035764-bb10-4eb3-9256-ad7f6c3c6237 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940464
Nov 18 16:27:09.512892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddde9b6e-36df-49a2-91a1-5854f9dfc315 req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.37 "DELETE /v2.0/ports/ed1abfc3-4860-4001-b5e6-d678035e12bf HTTP/1.1" status: 204  len: 173 time: 1.5976796
Nov 18 16:27:09.586379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1245d71d-3ecf-43b0-ab34-d71e14a94b08 req-08ab3def-54ff-4da7-a161-579a8558e6f2 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Synchronizing usage tracker for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:09.805401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1245d71d-3ecf-43b0-ab34-d71e14a94b08 req-08ab3def-54ff-4da7-a161-579a8558e6f2 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Unset dirty status for tenant:4d6a3218b94e47f39a8cf5041738e5be on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:09.807283 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1245d71d-3ecf-43b0-ab34-d71e14a94b08 req-08ab3def-54ff-4da7-a161-579a8558e6f2 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] 10.222.0.23 "GET /v2.0/ports?device_id=a1f45b16-ec45-4e7c-9b95-c2e56f8de944 HTTP/1.1" status: 200  len: 210 time: 0.2655258
Nov 18 16:27:09.880538 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f45b16-ec45-4e7c-9b95-c2e56f8de944', 'name': 'network-vif-deleted', 'tag': 'ed1abfc3-4860-4001-b5e6-d678035e12bf', 'status': 'completed', 'code': 200}
Nov 18 16:27:10.253463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-e13804e1-01de-40f8-a3c3-b397e7224072 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:10.255738 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-e13804e1-01de-40f8-a3c3-b397e7224072 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 945 time: 0.2676423
Nov 18 16:27:10.303077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e68c6-509a-4d63-ad3c-23600e3e37d5 req-dd80890c-e2d3-41ee-ac8e-9ec1546b6fe2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:10.304659 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-489e68c6-509a-4d63-ad3c-23600e3e37d5 req-dd80890c-e2d3-41ee-ac8e-9ec1546b6fe2 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.2336557
Nov 18 16:27:10.330559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e68ed-1292-40f0-a474-127b1e3a2f0a req-18afc3b7-988c-4118-841c-03c3e1e1c4b5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:10.332742 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4f2e68ed-1292-40f0-a474-127b1e3a2f0a req-18afc3b7-988c-4118-841c-03c3e1e1c4b5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 943 time: 0.2004113
Nov 18 16:27:10.408719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Deleting port c5255c8d-a242-45b7-9057-95fcb1351c3b {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:10.409131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:10.477147 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-489e68c6-509a-4d63-ad3c-23600e3e37d5 req-d8cf4c57-6702-42e4-bd15-d2b0e9517104 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567729
Nov 18 16:27:10.494591 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4f2e68ed-1292-40f0-a474-127b1e3a2f0a req-8fa41e86-74e5-4a8e-b214-06acf49036cc tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1445897
Nov 18 16:27:10.673522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54870) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:10.785722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] For port c5255c8d-a242-45b7-9057-95fcb1351c3b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=c5255c8d-a242-45b7-9057-95fcb1351c3b,segment=NetworkSegment(6c6dd2b9-5c61-44a2-a76a-415677e878cc),segment_id=6c6dd2b9-5c61-44a2-a76a-415677e878cc)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:10.786119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:10.829011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:10.861022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048c5f1-5ce2-428c-9754-45a07ece971b req-32943fd5-3dbb-4c9f-adc8-2798673b9f60 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:10.862740 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048c5f1-5ce2-428c-9754-45a07ece971b req-32943fd5-3dbb-4c9f-adc8-2798673b9f60 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 945 time: 0.2543421
Nov 18 16:27:10.863641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:10.867849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:88fb73f7a9904bec9c5078b4dadf7421 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:10.871799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:10.878323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:10.934611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Calling delete_port for c5255c8d-a242-45b7-9057-95fcb1351c3b owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:10.947601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:10.984062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:10.994311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a9293cc4-b525-4af1-9666-5829a9a29552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:11.032342 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048c5f1-5ce2-428c-9754-45a07ece971b req-27b7e487-2698-4ca5-9f42-24d28802f0a1 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/security-groups?id=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098742
Nov 18 16:27:11.054801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90837c37-cb0d-41bc-ac21-fe4c2788936e,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:11.058684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:11.064249 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88fb73f7a9904bec9c5078b4dadf7421&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3896177
Nov 18 16:27:11.064915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54882) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:11.134233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.163588 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.201812 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.229173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70cf7e38-8406-4080-9b46-198b95782f09 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:11.246096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:11.246944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.252245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-52f2c6e3-e56f-4a86-8e75-8eeb2fd3a61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:11.266856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90837c37-cb0d-41bc-ac21-fe4c2788936e,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:11.269922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:11.271527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.273456 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90837c37-cb0d-41bc-ac21-fe4c2788936e HTTP/1.1" status: 204  len: 168 time: 0.2068307
Nov 18 16:27:11.307443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Pushing event deleted for resources: {'Port': ['ID=c5255c8d-a242-45b7-9057-95fcb1351c3b,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:11.310421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:11.352123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:11.352716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.480651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.509737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] No DVR routers for this DVR port c5255c8d-a242-45b7-9057-95fcb1351c3b on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:27:11.512193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.523316 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a3d6d7b7-fc6c-43e9-897b-6868ade9126e req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.37 "DELETE /v2.0/ports/c5255c8d-a242-45b7-9057-95fcb1351c3b HTTP/1.1" status: 204  len: 173 time: 1.2569582
Nov 18 16:27:11.528255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:11.560913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port bccb3a9c-8109-4fed-b284-2b76719be624, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bccb3a9c-8109-4fed-b284-2b76719be624,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:11.597727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'code': 200}
Nov 18 16:27:11.601222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:11.603436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:11.727208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=6']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:11.730391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device c5255c8d-a242-45b7-9057-95fcb1351c3b no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:11.772589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: c5255c8d-a242-45b7-9057-95fcb1351c3b {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:27:11.772589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device c5255c8d-a242-45b7-9057-95fcb1351c3b not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:27:11.778254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.778649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.779044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.779427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.779822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.780312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.780561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.780941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.781316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.781670 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.782181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.782706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.783832 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.784379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.784909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.785432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.785958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.786656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.787168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.787690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.788769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.789312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.789879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.790260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:11.794969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:11.846059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbef3e-3c70-4826-80b3-b2e3ac5431ab req-0a03c13b-1485-4767-bec0-9a776d13d758 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:11.851983 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d2dbef3e-3c70-4826-80b3-b2e3ac5431ab req-0a03c13b-1485-4767-bec0-9a776d13d758 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1868026
Nov 18 16:27:11.854964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c6af9-41c2-44e8-a1ea-e70c192fb17e req-86361569-5fda-4398-9208-4d1f1b79b5b4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:11.862541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-399c6af9-41c2-44e8-a1ea-e70c192fb17e req-86361569-5fda-4398-9208-4d1f1b79b5b4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1390431
Nov 18 16:27:11.879487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'name': 'network-vif-deleted', 'tag': 'c5255c8d-a242-45b7-9057-95fcb1351c3b'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:11.951422 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-399c6af9-41c2-44e8-a1ea-e70c192fb17e req-1c5502aa-ff63-48e6-898d-495b31092bdd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881140
Nov 18 16:27:11.953951 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d2dbef3e-3c70-4826-80b3-b2e3ac5431ab req-2feae36a-1cdc-46e0-a951-e1055369bc48 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895550
Nov 18 16:27:11.959939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54912) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:11.979900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.037739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:12.043774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Usage tracker for resource:security_group_rule and tenant:609cf40dbf594d11a0850fa6996adfc1 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:12.056481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:12.063767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:12.079745 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5afc3e-e853-4c38-8dfd-f92aad432526', 'name': 'network-vif-deleted', 'tag': 'c5255c8d-a242-45b7-9057-95fcb1351c3b', 'status': 'completed', 'code': 200}
Nov 18 16:27:12.142004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.175787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.187736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:12.331890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-77d18203-8218-4475-b02e-eefc3d48d846 req-e62b2819-eb5a-456e-b79f-b05a8dc24da7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Synchronizing usage tracker for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:12.333260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0052ae95-d87e-4914-a0f9-4fc369d9dc91,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:12.337223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:12.353417 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9fc08798-e8ff-465e-b10c-4fdef3bb0549 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=609cf40dbf594d11a0850fa6996adfc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3921986
Nov 18 16:27:12.356028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54926) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:12.398461 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-518e87d3-b666-4929-983a-eaabdf225e26 req-3909962a-9c6d-4eda-9cdb-dbeaac823a17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1162 time: 0.1339717
Nov 18 16:27:12.422137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-77d18203-8218-4475-b02e-eefc3d48d846 req-e62b2819-eb5a-456e-b79f-b05a8dc24da7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Unset dirty status for tenant:9326866b614f408fa1c9169e25ecb418 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:12.423572 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-77d18203-8218-4475-b02e-eefc3d48d846 req-e62b2819-eb5a-456e-b79f-b05a8dc24da7 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] 10.222.0.23 "GET /v2.0/ports?device_id=1c5afc3e-e853-4c38-8dfd-f92aad432526 HTTP/1.1" status: 200  len: 210 time: 0.2061145
Nov 18 16:27:12.452629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.461418 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-518e87d3-b666-4929-983a-eaabdf225e26 req-b1464c71-da49-4c9e-9b23-6352f5649fae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547097
Nov 18 16:27:12.489098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.568991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.573140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1f295617-376e-4c3e-8512-1bf42b2ad748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:12.585528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0052ae95-d87e-4914-a0f9-4fc369d9dc91,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:12.589718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:12.592947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:12.594347 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0052ae95-d87e-4914-a0f9-4fc369d9dc91 HTTP/1.1" status: 204  len: 168 time: 0.2370553
Nov 18 16:27:12.900482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:12.974985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:12.975407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:13.254909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5debde-5281-4247-b062-22f49fb5fd8c req-b074b03c-0e2c-4abf-a194-dc21948a1e08 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:13.256568 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6b5debde-5281-4247-b062-22f49fb5fd8c req-b074b03c-0e2c-4abf-a194-dc21948a1e08 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.1431060
Nov 18 16:27:13.300541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dff9e-3f3c-4d04-a016-93aabff48373 req-f3d8a440-795a-4b7a-94d6-f1720fb453c7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:13.302124 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e78dff9e-3f3c-4d04-a016-93aabff48373 req-f3d8a440-795a-4b7a-94d6-f1720fb453c7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1340051
Nov 18 16:27:13.351272 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6b5debde-5281-4247-b062-22f49fb5fd8c req-7110106d-5920-47ea-9e05-fae3417a73b4 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818024
Nov 18 16:27:13.364859 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e78dff9e-3f3c-4d04-a016-93aabff48373 req-561fac63-382b-45b1-8277-c54e10d7a7ce tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527375
Nov 18 16:27:13.547436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54974) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:13.616739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Deleting subnet 447ab235-6317-4cb8-886c-994e6956cd9c {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:27:13.619201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:13.672790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:13.730530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:13.747017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54980) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:13.887716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2145114208-network', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:13.893634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:13.897756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Usage tracker for resource:network and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:13.900820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:13.907506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:13.955408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Made reservation on behalf of dc1a0135be5042f78bb9e1a785d678de for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:13.960815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:13.974417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.007236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:14.012221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Usage tracker for resource:security_group_rule and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:14.012693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.015483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:14.021985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:14.033589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9def397b-e34f-4e3f-8ab6-3490130da176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:14.099860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.123671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.128980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:14.161548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:27:14.176303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c976217-8d3b-415b-8fc7-225493f5a988,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:14.186998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:14.186998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.186998 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Added segment 060193aa-96ea-45f4-a120-f9a4232f9af6 of type vxlan for network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c
Nov 18 16:27:14.214418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.275452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447ab235-6317-4cb8-886c-994e6956cd9c,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:14.275733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.276951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:14.277657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.278282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:14.284798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ee6447ac-3eb0-4937-b5fa-1b41b7a5f35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:14.364898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.370933 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-25dc593a-d023-47f3-91f0-950c76e49c4b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/447ab235-6317-4cb8-886c-994e6956cd9c HTTP/1.1" status: 204  len: 168 time: 0.8224294
Nov 18 16:27:14.373490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 54990) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:14.395276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:14.398229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:14.408536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:27:14.428034 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6771891
Nov 18 16:27:14.428391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 54998) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:14.434320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Request body: {'subnet': {'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2145114208-subnet', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:14.439372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:14.444472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Usage tracker for resource:subnet and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:14.447519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:14.453327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:14.495092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Made reservation on behalf of dc1a0135be5042f78bb9e1a785d678de for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:14.499992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406282'] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.510988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.718407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.850930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f144177c400>,) {'filters': {'network_id': ['07de265b-ecaa-4844-92c7-be0bc3e1e18e']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:14.864981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f144177c400>, '6c6dd2b9-5c61-44a2-a76a-415677e878cc') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:14.865322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f144177c400>, '6c6dd2b9-5c61-44a2-a76a-415677e878cc') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:14.877418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:14.980535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173d8d-8a15-42c6-aac6-ed390a45600d req-be5ffa5f-9daf-4aca-9096-c21f6c5d6076 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:14.982161 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-01173d8d-8a15-42c6-aac6-ed390a45600d req-be5ffa5f-9daf-4aca-9096-c21f6c5d6076 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.4430735
Nov 18 16:27:14.988845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfd7db-2be5-4899-8e3a-af625793adc4 req-c1ca1788-c1fe-4384-af52-3bca24d02183 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:14.990333 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-89dfd7db-2be5-4899-8e3a-af625793adc4 req-c1ca1788-c1fe-4384-af52-3bca24d02183 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.4331877
Nov 18 16:27:15.073298 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-01173d8d-8a15-42c6-aac6-ed390a45600d req-7f0c14e8-0f97-431a-af4b-5be282d2585a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819397
Nov 18 16:27:15.075861 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-89dfd7db-2be5-4899-8e3a-af625793adc4 req-98a44f63-d584-45f8-bab8-653e3200aa12 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705183
Nov 18 16:27:15.825172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:27:15.883931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:15.886303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:27:16.110426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:27:16.121257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:16.316161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Network 07de265b-ecaa-4844-92c7-be0bc3e1e18e has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:27:16.338567 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:27:16.448953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2162404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406331'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:16.573584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b34f1fa0-57e3-4098-a8fe-1dcf3d1a23bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:16.620780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:16.624720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c07a2d32-1be2-4a4f-bb58-d39dca0f88aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:16.641293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:16.654365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=07de265b-ecaa-4844-92c7-be0bc3e1e18e,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:16.656066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4ca2c-057b-4bd9-8970-095ae4c5151b req-4f5fe957-1e15-449b-85c6-caed8e1ba758 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:16.658065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:16.658281 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36b4ca2c-057b-4bd9-8970-095ae4c5151b req-4f5fe957-1e15-449b-85c6-caed8e1ba758 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.4332080
Nov 18 16:27:16.685598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-650ff75d-8f41-4d19-9cf1-b5833655dca2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/07de265b-ecaa-4844-92c7-be0bc3e1e18e HTTP/1.1" status: 204  len: 168 time: 2.3104353
Nov 18 16:27:16.730155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fab0a-9727-4b57-8aa9-8905d3105dc8 req-2d5edff7-0dbe-4485-b27d-c4e846071662 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:16.731788 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e46fab0a-9727-4b57-8aa9-8905d3105dc8 req-2d5edff7-0dbe-4485-b27d-c4e846071662 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.4516220
Nov 18 16:27:16.742315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbf5ece-500e-4446-bc27-706953f69990,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:16.751537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:16.761497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-de388606-8758-4c82-a219-eb67650fa7ea tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:16.763246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-de388606-8758-4c82-a219-eb67650fa7ea tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 945 time: 0.3893681
Nov 18 16:27:16.927605 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36b4ca2c-057b-4bd9-8970-095ae4c5151b req-1636f431-b49a-4395-8006-3406a8d73337 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/security-groups?id=0f5b4f38-8028-4d35-b821-b60fbd7142d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479217
Nov 18 16:27:16.941715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Deleting port 165056db-e5bb-4760-968d-e057abc4aff7 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:16.942109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:16.971396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55046) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:16.973675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Checking segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:16.974098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Network hostable DHCP agents. Network: 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:27:16.989672 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e46fab0a-9727-4b57-8aa9-8905d3105dc8 req-b8d06ab1-997c-4b87-95d8-74472c1931e0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2448070
Nov 18 16:27:17.044147 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-14f17fe6-75ec-45ca-8f03-b0493a758852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9326866b614f408fa1c9169e25ecb418&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0691438
Nov 18 16:27:17.045629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55058) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:17.136167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:27:17.171981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.201971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.205601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:17.212904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e66c7-fbb7-4fa3-b7a4-b3816c225593 None None] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:27:17.238967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:17.239913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.287033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.294561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-afdd9ab8-fea7-4e3a-8fc0-9f3e4bb48fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:17.317051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe6e4d-1009-4f5d-bb20-cef19f6f6f10,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:17.329583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:17.383680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] For port 165056db-e5bb-4760-968d-e057abc4aff7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=165056db-e5bb-4760-968d-e057abc4aff7,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:17.384097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.397338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.398029 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.9684849
Nov 18 16:27:17.400571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55080) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:17.401846 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49fe6e4d-1009-4f5d-bb20-cef19f6f6f10 HTTP/1.1" status: 204  len: 168 time: 0.3532281
Nov 18 16:27:17.406060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:17.499743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:27:17.500714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.534289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:17.543021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Calling delete_port for 165056db-e5bb-4760-968d-e057abc4aff7 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:17.586315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Usage tracker for resource:router and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:17.593421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:17.605900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:17.683259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.683259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.893308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.950018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:17.970762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:17.995522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:18.238165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port bccb3a9c-8109-4fed-b284-2b76719be624 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:18.238730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:18.326721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Allocated IP 172.20.0.2 (8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c/4fbf5ece-500e-4446-bc27-706953f69990/6002fbbe-8210-4fe0-8b69-441e000ec371) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:18.453437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Pushing event deleted for resources: {'Port': ['ID=165056db-e5bb-4760-968d-e057abc4aff7,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:18.525873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-da6c3a06-8a24-420b-9628-ecc42b6e54cb req-2d87543b-18d4-40f2-8ff8-919ae3308f62 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 210 time: 0.1946476
Nov 18 16:27:18.580133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:18.664001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:18.735078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce71e35-0f29-468d-b71c-e19671edae6b req-f6ebbb53-6870-47fa-abc7-b3e804f94e88 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:18.738043 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cce71e35-0f29-468d-b71c-e19671edae6b req-f6ebbb53-6870-47fa-abc7-b3e804f94e88 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2916682
Nov 18 16:27:18.792545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:18.897992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: 165056db-e5bb-4760-968d-e057abc4aff7 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:27:18.898627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 165056db-e5bb-4760-968d-e057abc4aff7 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:27:19.068889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.127203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Transition to ACTIVE for port object 6002fbbe-8210-4fe0-8b69-441e000ec371 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:19.160190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Transition to ACTIVE for port object 6002fbbe-8210-4fe0-8b69-441e000ec371 will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:19.176811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] No DVR routers for this DVR port 165056db-e5bb-4760-968d-e057abc4aff7 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:27:19.219401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.241028 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cce71e35-0f29-468d-b71c-e19671edae6b req-5e56ad48-f4ff-46cb-bbd8-722561bf76a5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4764454
Nov 18 16:27:19.250155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-52c11de8-eac9-4a48-828a-2401b8790da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:19.314226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.326464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'name': 'network-vif-deleted', 'tag': '165056db-e5bb-4760-968d-e057abc4aff7'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:19.426452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Pushing event updated for resources: {'Port': ['ID=6002fbbe-8210-4fe0-8b69-441e000ec371,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:19.430061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:19.447899 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebcaddd-deba-47f0-892a-544c458fc2b5', 'name': 'network-vif-deleted', 'tag': '165056db-e5bb-4760-968d-e057abc4aff7', 'status': 'completed', 'code': 200}
Nov 18 16:27:19.450854 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d698e5c-00b6-49b5-ad83-6847681e9170 req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.37 "DELETE /v2.0/ports/165056db-e5bb-4760-968d-e057abc4aff7 HTTP/1.1" status: 204  len: 173 time: 2.6756916
Nov 18 16:27:19.465565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623dbb-ad82-4fae-8ad2-9c9a24f50b4a req-dc83e5e2-b887-4140-9457-b05ed48ad997 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:19.473628 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a6623dbb-ad82-4fae-8ad2-9c9a24f50b4a req-dc83e5e2-b887-4140-9457-b05ed48ad997 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.3007863
Nov 18 16:27:19.496614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:19.497973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:19.500801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:19.572698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Attempting to bind port 6002fbbe-8210-4fe0-8b69-441e000ec371 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:27:19.573122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Attempting to bind port 6002fbbe-8210-4fe0-8b69-441e000ec371 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:27:19.575294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Attempting to bind port 6002fbbe-8210-4fe0-8b69-441e000ec371 on network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:27:19.583216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:27:19.583635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Checking segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:19.584272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.584746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Bound using segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:27:19.585273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Bound port: 6002fbbe-8210-4fe0-8b69-441e000ec371, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:27:19.585697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.599554 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a6623dbb-ad82-4fae-8ad2-9c9a24f50b4a req-1182c01e-f8b5-4539-ac37-6aefde70d03b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247013
Nov 18 16:27:19.658816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.804648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.847188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] For port 6002fbbe-8210-4fe0-8b69-441e000ec371, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:27:19.854934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] For port 6002fbbe-8210-4fe0-8b69-441e000ec371, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=6002fbbe-8210-4fe0-8b69-441e000ec371,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:27:19.893350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:19.911699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-080ec2d9-ba99-4912-aad2-8124b120bc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:20.071313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-bfe079e1-62e4-40c5-8c3a-7ea773e58efa req-36df7094-832a-44f5-85af-b89f1e43daf0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Synchronizing usage tracker for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:20.234282 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-4ff77af6-cb3b-4226-9bee-ef272456fb79 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5007687
Nov 18 16:27:20.244641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:20.274608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:20.304145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Usage tracker for resource:floatingip and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:20.309898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:20.468614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Pushing event updated for resources: {'Port': ['ID=6002fbbe-8210-4fe0-8b69-441e000ec371,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:20.473636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:20.490341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:20.500786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-bfe079e1-62e4-40c5-8c3a-7ea773e58efa req-36df7094-832a-44f5-85af-b89f1e43daf0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Unset dirty status for tenant:8eaa547ffe6247678262a1dd9e4478c4 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:20.502362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bfe079e1-62e4-40c5-8c3a-7ea773e58efa req-36df7094-832a-44f5-85af-b89f1e43daf0 tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] 10.222.0.23 "GET /v2.0/ports?device_id=9ebcaddd-deba-47f0-892a-544c458fc2b5 HTTP/1.1" status: 200  len: 210 time: 0.6653631
Nov 18 16:27:20.539784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Allocated IP 172.27.3.208 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/a5f18cd0-d377-427c-8f32-3594253f95cf) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:20.580683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:21.067558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0d0d1-0dd2-435e-81f4-bfb4bd8ccd67 req-fbfe4102-3e93-4ea3-979b-b4463fdfbc27 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:21.069760 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7d0d0d1-0dd2-435e-81f4-bfb4bd8ccd67 req-fbfe4102-3e93-4ea3-979b-b4463fdfbc27 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.3447888
Nov 18 16:27:21.073548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:21.158928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:21.308984 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7d0d0d1-0dd2-435e-81f4-bfb4bd8ccd67 req-ef961412-f45e-42b4-a228-30925adb8da0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2234857
Nov 18 16:27:21.454317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:21.474437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-43d715c3-a3f7-4770-9dce-bbbe9055e046 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:21.651644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Allocated IP 172.27.3.191 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/22869a58-14d7-4f02-b34c-7bfa8d00bfbf) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:21.686295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Pushing event updated for resources: {'Port': ['ID=a5f18cd0-d377-427c-8f32-3594253f95cf,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:21.720364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:21.720973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55166) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:21.869783 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:21.876250 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:21.880446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:22.084529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.228556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 6002fbbe-8210-4fe0-8b69-441e000ec371 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:22.248207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.265420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:22.338052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7941879f-927d-4ffb-b080-3aebba98ee7a None None] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:27:22.342745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 6002fbbe-8210-4fe0-8b69-441e000ec371 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:22.447417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'Port': ['ID=22869a58-14d7-4f02-b34c-7bfa8d00bfbf,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:22.462461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:22.506496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.513316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Provisioning for port 6002fbbe-8210-4fe0-8b69-441e000ec371 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:22.522034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Provisioning complete for port 6002fbbe-8210-4fe0-8b69-441e000ec371 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:22.522591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.536666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.537887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.544791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:22.547339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:22.551802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:22.770885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.824212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] For port 6002fbbe-8210-4fe0-8b69-441e000ec371, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=6002fbbe-8210-4fe0-8b69-441e000ec371,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:22.911618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:22.915008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:23.097749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:23.105716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Pushing event updated for resources: {'Port': ['ID=6002fbbe-8210-4fe0-8b69-441e000ec371,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:23.116240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:23.157864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-a1a64c41-e3f6-4504-855a-b172a5f76b2e None None] Provisioning complete for port 6002fbbe-8210-4fe0-8b69-441e000ec371 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:23.158289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a1a64c41-e3f6-4504-855a-b172a5f76b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:23.280675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:23.496707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-6965f8bf-0ffc-460c-9445-1d9f175b6f6f None None] Provisioning complete for port 6002fbbe-8210-4fe0-8b69-441e000ec371 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:23.500283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6965f8bf-0ffc-460c-9445-1d9f175b6f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:23.537405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Deleting port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:23.537721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:23.617913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Router 4a420944-ec97-4d2e-8313-be6d75af9ad1 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:27:23.839698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-9ffcd0ee-4f17-4bf9-bfaf-e7bca7f84900 None None] Provisioning complete for port 6002fbbe-8210-4fe0-8b69-441e000ec371 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:23.840078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9ffcd0ee-4f17-4bf9-bfaf-e7bca7f84900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.063399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 6002fbbe-8210-4fe0-8b69-441e000ec371 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:24.107569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.141289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:27:24.150013 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.153894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Sync routers for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:27:24.181336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5b81bf99-db84-4ca5-a49e-33b30d090789 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:24.185254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:24.188703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441f425c0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:24.213629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 6002fbbe-8210-4fe0-8b69-441e000ec371 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:24.214054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.251215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] For port 520e3f6e-e19e-4ce2-b9ba-13e65b59149b, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,segment=NetworkSegment(cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984),segment_id=cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:24.251622 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.379428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'Port': ['ID=22869a58-14d7-4f02-b34c-7bfa8d00bfbf,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:24.384291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:24.415435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.419223 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.0151637
Nov 18 16:27:24.421355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55198) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:24.470993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Calling delete_port for 520e3f6e-e19e-4ce2-b9ba-13e65b59149b owned by network:router_interface {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:24.522477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:24.600460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.676121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:24.679638 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.4444146
Nov 18 16:27:24.782077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-7c415822-f847-4ee9-9990-e5f726a72832 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:24.895012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-7c415822-f847-4ee9-9990-e5f726a72832 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:24.896312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-7c415822-f847-4ee9-9990-e5f726a72832 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.191 HTTP/1.1" status: 200  len: 696 time: 0.2060935
Nov 18 16:27:24.908874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441f425c0>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:22Z', 'revision_number': 3, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:24.923122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Checking router: 4a420944-ec97-4d2e-8313-be6d75af9ad1 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:27:24.923667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Updating router 4a420944-ec97-4d2e-8313-be6d75af9ad1 port a5f18cd0-d377-427c-8f32-3594253f95cf binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:27:24.985092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:25.006541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:25.035858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:25.112867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=520e3f6e-e19e-4ce2-b9ba-13e65b59149b,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:25.121296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:25.206612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-2136c70b-489a-4601-bec1-c7f543b1e882 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:25.208128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-2136c70b-489a-4601-bec1-c7f543b1e882 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.3041561
Nov 18 16:27:25.225930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-c7cb230a-a33a-44b5-88b3-92acfbc31e46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:27:25.227006 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af46a533-bcc2-4b6b-ae39-8087637ec2aa req-c7cb230a-a33a-44b5-88b3-92acfbc31e46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0070772
Nov 18 16:27:25.634181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-26f0c134-4394-45f0-b558-5e55fc6e7e3d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:25.636818 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-26f0c134-4394-45f0-b558-5e55fc6e7e3d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1584740
Nov 18 16:27:25.687371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:25.701258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Transition to ACTIVE for port object a5f18cd0-d377-427c-8f32-3594253f95cf will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:25.755312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:25.807643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:25.893183 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-c664d67e-6da3-439b-86bb-9d1e3dfe06ba tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.191 HTTP/1.1" status: 200  len: 696 time: 0.1695409
Nov 18 16:27:25.898834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'floatingip': {'port_id': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:25.983486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:26.223039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Pushing event updated for resources: {'Port': ['ID=a5f18cd0-d377-427c-8f32-3594253f95cf,revision_number=2']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:26.243399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.244120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.244749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.245310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.245864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.246441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.247012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.247569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.248636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.249192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.249758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.250316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.250963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.251788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.252355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.253545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.254113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.254672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.255220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.255783 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.256350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.256939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.257496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.258550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:26.275248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:26.304388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:26.318400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Attempting to bind port a5f18cd0-d377-427c-8f32-3594253f95cf on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:27:26.319271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Attempting to bind port a5f18cd0-d377-427c-8f32-3594253f95cf by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:27:26.320366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Attempting to bind port a5f18cd0-d377-427c-8f32-3594253f95cf on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:27:26.341438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:27:26.342262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:26.342953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:26.343594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:27:26.344304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Bound port: a5f18cd0-d377-427c-8f32-3594253f95cf, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:27:26.344962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:26.442217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] For port a5f18cd0-d377-427c-8f32-3594253f95cf, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:27:26.447308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] For port a5f18cd0-d377-427c-8f32-3594253f95cf, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a5f18cd0-d377-427c-8f32-3594253f95cf,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:27:26.510221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:26.545783 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fdbb8ad1-4198-4303-ac72-54c07a092e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:26.832185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Pushing event updated for resources: {'Port': ['ID=a5f18cd0-d377-427c-8f32-3594253f95cf,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:26.852016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:26.897931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Router bd1b0137-b189-4c24-854d-36e33cc9a5b7 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:27:26.910002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:26.910674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441f425c0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:27.055409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:27.355058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:27.461140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:27:27.470846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] Sync routers for ids ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:27:27.487598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] Routers {'bd1b0137-b189-4c24-854d-36e33cc9a5b7'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:27.488293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441738390>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:27.524724 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/bd1b0137-b189-4c24-854d-36e33cc9a5b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8021312
Nov 18 16:27:27.527109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55228) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:27.746151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:27.788486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:27.790780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441f425c0>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:22Z', 'revision_number': 3, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:27.796109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4b8d65-037f-4c3b-a345-6611fafe7c8f None None] The sync data for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi is: [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:22Z', 'revision_number': 3, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:27:27.919675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] Set router bd1b0137-b189-4c24-854d-36e33cc9a5b7 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:27.996893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks [] for router, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:28.239858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Allocated IP 172.20.0.1 (8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c/4fbf5ece-500e-4446-bc27-706953f69990/4503a0a6-57e5-4a0c-b492-ff7704d1bfe3) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:28.270809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:28.346124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Deleting port c1ffbf66-b219-41e4-bd42-d507daf097b6 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:27:28.347270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:28.402035 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Floating IP 67c389e3-bc9b-41e9-b60a-58978dbaf862 associated. External IP: 172.27.3.191, port: 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa.
Nov 18 16:27:28.407550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441738390>, [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:27:24Z', 'revision_number': 5, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port': {'id': 'c1ffbf66-b219-41e4-bd42-d507daf097b6', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:71:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:19Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:28.411792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] Checking router: bd1b0137-b189-4c24-854d-36e33cc9a5b7 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:27:28.424089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] Routers {'bd1b0137-b189-4c24-854d-36e33cc9a5b7'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:28.425449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441738390>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:28.652877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] Set router bd1b0137-b189-4c24-854d-36e33cc9a5b7 gateway port host: None {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:28.653757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:28.797449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441738390>, [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:27:28Z', 'revision_number': 6, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port_host': None}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:28.803258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773ed7c-2408-4d47-b20c-9b280b56491c None None] The sync data for ids ['bd1b0137-b189-4c24-854d-36e33cc9a5b7'] in dv-cinder-759955-2-iscsi is: [{'id': 'bd1b0137-b189-4c24-854d-36e33cc9a5b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1223685823-router', 'tenant_id': '8eaa547ffe6247678262a1dd9e4478c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:27:28Z', 'revision_number': 6, 'project_id': '8eaa547ffe6247678262a1dd9e4478c4', 'gw_port_host': None}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:27:28.805776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] For port c1ffbf66-b219-41e4-bd42-d507daf097b6, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=c1ffbf66-b219-41e4-bd42-d507daf097b6,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:28.806200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:28.818814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Transition to ACTIVE for port object 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:28.996769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Calling delete_port for c1ffbf66-b219-41e4-bd42-d507daf097b6 owned by network:router_gateway {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:27:29.022440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:29.255219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:29.274697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de140a45-3b4d-457c-b80d-b831b9a48bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:29.341060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ffbf66-b219-41e4-bd42-d507daf097b6,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:29.395908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:29.397569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-26126596-b3ba-45a3-95f7-a8993b8439fd tempest-ServerRescueNegativeTestJSON-105949355 tempest-ServerRescueNegativeTestJSON-105949355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:29.505935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Pushing event updated for resources: {'Port': ['ID=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:29.514076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:29.610378 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:29.614247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:29.616965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:29.663919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:29.713685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:29.766641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:27:29.953424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.001354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-74579cc3-58ad-45e5-ab1b-f1d590798089 None None] Provisioning for port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:30.008735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-74579cc3-58ad-45e5-ab1b-f1d590798089 None None] Provisioning complete for port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:30.009165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-74579cc3-58ad-45e5-ab1b-f1d590798089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.096059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-74579cc3-58ad-45e5-ab1b-f1d590798089 None None] Port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:27:30.102909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a5f18cd0-d377-427c-8f32-3594253f95cf up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:30.128323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.135247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.207462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port a5f18cd0-d377-427c-8f32-3594253f95cf completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:30.213745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port a5f18cd0-d377-427c-8f32-3594253f95cf triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:30.214178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.257018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.257667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1b0137-b189-4c24-854d-36e33cc9a5b7 {{(pid=80404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:27:30.278777 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.281456 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bd1b0137-b189-4c24-854d-36e33cc9a5b7 HTTP/1.1" status: 204  len: 168 time: 2.7521715
Nov 18 16:27:30.284274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55256) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:30.405074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Deleting subnet c651b4ab-000b-43d4-9cc0-4ddead3a94e1 {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:27:30.408868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.466316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.498232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.516012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port a5f18cd0-d377-427c-8f32-3594253f95cf, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a5f18cd0-d377-427c-8f32-3594253f95cf,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:30.525368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.548733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.551981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.561561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:30.599530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.657466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0a150218-80d9-4713-8371-8eb67c6a9398 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:30.669501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=a5f18cd0-d377-427c-8f32-3594253f95cf,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:30.682278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 520e3f6e-e19e-4ce2-b9ba-13e65b59149b no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:30.716157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:27:30.728065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] Sync routers for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:27:30.736268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:30.738272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 520e3f6e-e19e-4ce2-b9ba-13e65b59149b {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:27:30.738830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 520e3f6e-e19e-4ce2-b9ba-13e65b59149b not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:27:30.739456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device c1ffbf66-b219-41e4-bd42-d507daf097b6 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:27:30.761141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:30.766121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:30.771524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442099518>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:30.780182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: c1ffbf66-b219-41e4-bd42-d507daf097b6 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:27:30.783085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device c1ffbf66-b219-41e4-bd42-d507daf097b6 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:27:30.852633 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-90772fc2-88ce-4bba-8c0f-c3cd3ebe3344 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "PUT /v2.0/floatingips/67c389e3-bc9b-41e9-b60a-58978dbaf862 HTTP/1.1" status: 200  len: 997 time: 4.9582782
Nov 18 16:27:30.866557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:30.978950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:31.017572 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'status': 'completed', 'code': 200}
Nov 18 16:27:31.027226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Pushing event updated for resources: {'Port': ['ID=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:31.041894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:31.177600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.178123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.178612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.179096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.179574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.180047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.180536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.181027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.181687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.182163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.182636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.183104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.183943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.184088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.184592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.185064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.185532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.185997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.186462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.186927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.187778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.188294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.188834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.189301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.206566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:31.304326 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-a8c8b159-15e6-4f47-8bb2-1298a9852e0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1163 time: 0.4036188
Nov 18 16:27:31.357341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:31.387342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:31.483592 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-1a5a81b3-a3f6-4123-9148-7f083d9e4035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1163 time: 0.4682009
Nov 18 16:27:31.519206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c651b4ab-000b-43d4-9cc0-4ddead3a94e1,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:31.642846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.643291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.643696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.646619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.647253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.647331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.647761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.648158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.648557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.648945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.649331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.649716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.650348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.650737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.651132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.651507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.651888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.652272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:27:31.671728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:31.713781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:31.727538 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c651b4ab-000b-43d4-9cc0-4ddead3a94e1 HTTP/1.1" status: 204  len: 168 time: 1.4412012
Nov 18 16:27:31.741287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55280) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:31.779764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442099518>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '67c389e3-bc9b-41e9-b60a-58978dbaf862', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'port_id': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'mac_address': 'fa:16:3e:f3:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:27:22Z', 'updated_at': '2020-11-18T16:27:27Z', 'revision_number': 1, 'project_id': 'efe147fedf2844f384b6b69267042430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:16Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:31.791443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] Checking router: e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:27:31.816278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:31.816997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442099518>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:31.914675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:31.930136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:31.980113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a5f18cd0-d377-427c-8f32-3594253f95cf up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:32.110923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-faa1ae90-25ab-479a-96a1-c765a270cf9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:32.122749 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-faa1ae90-25ab-479a-96a1-c765a270cf9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.8173382
Nov 18 16:27:32.194961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port a5f18cd0-d377-427c-8f32-3594253f95cf triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:32.195387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:32.344208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8e485c1e-d754-4a6a-a542-e9e8fe103c37 None None] Provisioning complete for port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:32.344710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e485c1e-d754-4a6a-a542-e9e8fe103c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:32.350686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:32.419777 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-8e485c1e-d754-4a6a-a542-e9e8fe103c37 None None] Port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:27:32.789542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442099518>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '67c389e3-bc9b-41e9-b60a-58978dbaf862', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'port_id': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'mac_address': 'fa:16:3e:f3:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:27:22Z', 'updated_at': '2020-11-18T16:27:27Z', 'revision_number': 1, 'project_id': 'efe147fedf2844f384b6b69267042430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:16Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:32.791166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:32.795195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d8183-cf7b-408c-85c5-cd1af2edd5ac None None] The sync data for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi is: [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '67c389e3-bc9b-41e9-b60a-58978dbaf862', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'port_id': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'mac_address': 'fa:16:3e:f3:62:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:27:22Z', 'updated_at': '2020-11-18T16:27:27Z', 'revision_number': 1, 'project_id': 'efe147fedf2844f384b6b69267042430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:16Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:27:32.921674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-97d16dd5-cdbb-4d47-b068-3650d66f2cd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:32.923277 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-97d16dd5-cdbb-4d47-b068-3650d66f2cd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 1.4141989
Nov 18 16:27:33.003470 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-b82607a4-e406-4382-9703-230a3dab21ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1000 time: 0.8789515
Nov 18 16:27:33.124437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ac51a-7a23-458a-95f8-ea60430b4415 None None] New status for floating IP 67c389e3-bc9b-41e9-b60a-58978dbaf862: ACTIVE {{(pid=80405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:27:33.188447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-b110f8f8-43e7-473b-8b19-fb17f481f908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:33.190098 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-b110f8f8-43e7-473b-8b19-fb17f481f908 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.1477678
Nov 18 16:27:33.422845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:33.549015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1441605668>,) {'filters': {'network_id': ['3eccffe0-6968-4092-9d63-86e8b23951de']}} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:33.562926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441605668>, 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984') {'for_net_delete': True} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:33.563244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441605668>, 'cdcf1cac-ab7c-419d-bfba-8e5bdd2f6984') {} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:33.575814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852339814'] for segment, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:33.592368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:33.597086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:27:33.614146 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-a41817d7-c798-4781-933d-8d2373c932c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1738901
Nov 18 16:27:33.739946 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-2027d627-b896-4ad8-bd51-ed2553c1786f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 1162 time: 0.0953500
Nov 18 16:27:33.809605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Network 3eccffe0-6968-4092-9d63-86e8b23951de has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:27:33.818933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852613515'] for segment, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:33.947769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-41fe016e-2f09-42f7-9d26-049be7f2adef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:33.949426 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-41fe016e-2f09-42f7-9d26-049be7f2adef service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.1852243
Nov 18 16:27:34.013052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Network 3eccffe0-6968-4092-9d63-86e8b23951de has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:27:34.136132 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-68ddba3b-daaf-4a6b-83d9-27bd6d9b6dc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 200  len: 1001 time: 0.1759379
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:27:34.159220 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:27:34.226708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-636d6a2b-27da-4fa6-b6ae-f5d971131e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:34.228727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-636d6a2b-27da-4fa6-b6ae-f5d971131e56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.0834284
Nov 18 16:27:34.268559 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-2f45dfa6-ae00-40b5-8d2b-f50ac191aecb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1000 time: 1.3294761
Nov 18 16:27:34.338193 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-0b8eebc8-0d88-44b8-a4d8-c3d9bbe3cdfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951779
Nov 18 16:27:34.356236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:34.371290 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-cf472dd7-dad9-471c-a363-3bfc312f07fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1617455
Nov 18 16:27:34.378916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-21968e55-b6eb-44c2-9ddd-608668597777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:34.380535 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-21968e55-b6eb-44c2-9ddd-608668597777 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.1006255
Nov 18 16:27:34.388406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-59dd9390-a9cb-43a2-ba00-6b2c778d7381 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:27:34.389810 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-59dd9390-a9cb-43a2-ba00-6b2c778d7381 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0079319
Nov 18 16:27:34.391132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:34.447276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:34.504472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eccffe0-6968-4092-9d63-86e8b23951de,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:34.531462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:34.540709 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-22acccc9-fb48-4fc5-850f-86df56258805 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944859
Nov 18 16:27:34.545842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a30d1c99-3a2d-4d4e-9d24-0200ac0f7e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:34.546107 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ee2bfba3-2369-4778-b95a-96c7afbeb461 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3eccffe0-6968-4092-9d63-86e8b23951de HTTP/1.1" status: 204  len: 168 time: 2.7913170
Nov 18 16:27:34.701997 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-6adf72df-b407-4f9e-ab53-cc75f39117f8 service neutron] 10.222.0.23 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2518082
Nov 18 16:27:34.709962 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-7c511c90-2fb0-4bea-943b-7cab30c491e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3011713
Nov 18 16:27:34.711966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Router 4a420944-ec97-4d2e-8313-be6d75af9ad1 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:27:34.723662 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36e8caed-8144-4d9f-9e06-9c53424dce11 req-895f9a21-c01b-4808-aff9-3311eed6d9ee service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1721256
Nov 18 16:27:34.742086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:27:35.231650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:35.240227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55320) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:35.310707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-28e5669b-7a4d-4339-92a7-05fa0cb25bde req-e3a67326-aa97-47d5-8aeb-024407f42e78 service neutron] 10.222.0.23 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5972846
Nov 18 16:27:35.317845 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ed7db51f-42ba-434d-9025-cf6e124e03fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8eaa547ffe6247678262a1dd9e4478c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0762873
Nov 18 16:27:35.319020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55330) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:35.340456 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-5f5ad0ad-a477-4336-92d6-f9dfb37e8662 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5893660
Nov 18 16:27:35.523771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-270953582', 'description': 'tempest-TestMinimumBasicScenario-270953582 description'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:35.554723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:35.657281 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-09f42627-cf2b-4d5e-b687-9337ca32ed5a req-0d7e8599-e458-43ff-8e4f-d3a376c23bad service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3064272
Nov 18 16:27:35.658668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:35.727466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:35.761039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:35.827154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:35.844562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:35.865406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Usage tracker for resource:security_group_rule and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:35.871561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:35.894320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:27:35.902065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:35.909405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Sync routers for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:27:35.928763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:35.930062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442be6b00>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:36.019218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.030653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3ffddafc-2438-4aad-80eb-b86ef5307bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:36.041045 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] 10.222.0.23 "PUT /v2.0/routers/4a420944-ec97-4d2e-8313-be6d75af9ad1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6185694
Nov 18 16:27:36.057301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.060823 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f5b4f38-8028-4d35-b821-b60fbd7142d8 HTTP/1.1" status: 204  len: 168 time: 0.7346537
Nov 18 16:27:36.061374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.062605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b4f38-8028-4d35-b821-b60fbd7142d8,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:36.065845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:36.111543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.139795 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-76cea453-7023-4d17-a726-d461980d7d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:36.174618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.176240 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f3da3fd2-6ede-4c50-ad97-fb611e5692e8 req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1651 time: 0.6594534
Nov 18 16:27:36.177131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'SecurityGroup': ['ID=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:36.186987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:36.220883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:36.386575 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-3f6c8113-da23-4680-bc97-e16df59f2548 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups/e277d3d3-8d7b-4adc-94e8-fc08f1707ab1 HTTP/1.1" status: 200  len: 1646 time: 0.1131401
Nov 18 16:27:36.403422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e277d3d3-8d7b-4adc-94e8-fc08f1707ab1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:36.404087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e277d3d3-8d7b-4adc-94e8-fc08f1707ab1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:36.414916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55364) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:36.424990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:36.429665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Usage tracker for resource:security_group_rule and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:36.433363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:36.441321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:36.572631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.631822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.703695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.705951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:36.722972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442be6b00>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 2, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:36.731278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Checking router: 4a420944-ec97-4d2e-8313-be6d75af9ad1 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:27:36.731677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Updating router 4a420944-ec97-4d2e-8313-be6d75af9ad1 port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:27:36.734396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5ceb3520-c88b-4660-83af-fda999fed52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.765860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0186531c-c6e5-444e-863e-8925ee2a8bf9,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:36.813963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:36.835202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.835927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:36.836822 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db0fffb7-aca2-4298-9495-7377f31ce222 req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.4425428
Nov 18 16:27:37.001369 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-fc9b2992-2b7a-4593-8021-7100cc179c0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups/e277d3d3-8d7b-4adc-94e8-fc08f1707ab1 HTTP/1.1" status: 200  len: 2149 time: 0.0829284
Nov 18 16:27:37.021058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e277d3d3-8d7b-4adc-94e8-fc08f1707ab1', 'remote_group_id': None}]} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:37.025129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e277d3d3-8d7b-4adc-94e8-fc08f1707ab1', 'remote_group_id': None}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:37.041384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.053988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:37.066865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Usage tracker for resource:security_group_rule and tenant:efe147fedf2844f384b6b69267042430 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:37.081484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:37.088063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:37.129146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:37.129146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Usage tracker for resource:security_group_rule and tenant:99ddb46e71ff48fba3d6c907ee04a07b is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:37.141873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:37.160695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:37.217568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.249279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.281263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.303624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:37.315909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.356766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.376532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cdbae9-cc4c-479c-9af7-201db8f70fc0,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:37.385679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:37.394956 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.409803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-89e558b3-cf3f-4804-a161-396a762dea6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:37.424735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.430560 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5247d008-dbf2-4acd-80fb-a69c189e3250 req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.4142821
Nov 18 16:27:37.463802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9d58c-772b-44db-b8c1-a7db9b5dd369,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:37.470614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:37.485927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-833833518', 'description': 'tempest-TestShelveInstance-833833518 description'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:37.494291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:37.502893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99ddb46e71ff48fba3d6c907ee04a07b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0842538
Nov 18 16:27:37.503669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55390) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:37.503788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Usage tracker for resource:security_group and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:37.510059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:37.526661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:37.584092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.610900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.651197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.698227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:37.707450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Usage tracker for resource:security_group_rule and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:37.712313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:37.716637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-21a14d4b-8fab-4fa3-b0b4-7c26f8f69968 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:37.724246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:37.740200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.748713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4d375649-9068-4cda-8a32-7e0776822e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:37.769030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.770640 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ee9d58c-772b-44db-b8c1-a7db9b5dd369 HTTP/1.1" status: 204  len: 168 time: 0.2659898
Nov 18 16:27:37.772850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9d58c-772b-44db-b8c1-a7db9b5dd369,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:37.776278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:37.829282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.843429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Transition to ACTIVE for port object 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:37.858939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-21a14d4b-8fab-4fa3-b0b4-7c26f8f69968 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:37.860554 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-21a14d4b-8fab-4fa3-b0b4-7c26f8f69968 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-270953582&fields=id&tenant_id=efe147fedf2844f384b6b69267042430 HTTP/1.1" status: 200  len: 267 time: 0.2298768
Nov 18 16:27:37.867249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.880961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.903452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc354c70-0f7f-4a0e-8622-9907bae5040d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:37.942617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:37.952879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-62c532cf-8b3b-4361-9982-4f0f9d89ce71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:37.978886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556783b8-c989-4b9b-abf4-41fc21a55729 None None] Pushing event updated for resources: {'Port': ['ID=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:37.996606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-556783b8-c989-4b9b-abf4-41fc21a55729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:38.051878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event updated for resources: {'SecurityGroup': ['ID=0f25c311-ddb6-4539-a991-2a90c75a0b12,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:38.055354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:38.082393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.083721 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4058891b-cb1a-4023-8e8c-62202f6ad9fe req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1639 time: 0.6175861
Nov 18 16:27:38.115035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-42e6a5e6-ac94-4134-a415-a12a86049c67 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:38.121610 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-42e6a5e6-ac94-4134-a415-a12a86049c67 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.2432909
Nov 18 16:27:38.135464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'port': {'security_groups': ['2d6fb615-2902-472e-b32c-36882ee77188', 'e277d3d3-8d7b-4adc-94e8-fc08f1707ab1']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:38.335169 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-06ab2856-fc97-4c48-9f9c-58947be335cd tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups/0f25c311-ddb6-4539-a991-2a90c75a0b12 HTTP/1.1" status: 200  len: 1634 time: 0.1611488
Nov 18 16:27:38.381340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f25c311-ddb6-4539-a991-2a90c75a0b12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:38.381848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f25c311-ddb6-4539-a991-2a90c75a0b12', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:38.398018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.438076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:38.455092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Usage tracker for resource:security_group_rule and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:38.493023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Attempting to bind port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:27:38.493456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Attempting to bind port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:27:38.493964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Attempting to bind port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 on network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:27:38.505351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:27:38.505955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Checking segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:38.506512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.507018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Bound using segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:27:38.507631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Bound port: 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:27:38.508853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.646676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] For port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:27:38.650047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55410) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:38.653355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] For port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:27:38.691231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.703629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55416) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:38.737325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:38.746896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.794683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:38.803098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Usage tracker for resource:security_group_rule and tenant:e5848a50d42f4f868438b835fd925a6a is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:38.812304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.812891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:38.820723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:38.859865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] For port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:38.887046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.889518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:38.898150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:38.904267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.922948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.940976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc08f320-4a16-4041-a64e-da8d59a701dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:38.957525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:38.967314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1e96dcd6-54b7-438f-b023-a63c70b63cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:38.973342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556783b8-c989-4b9b-abf4-41fc21a55729 None None] Pushing event updated for resources: {'Port': ['ID=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,revision_number=4']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:38.979347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-556783b8-c989-4b9b-abf4-41fc21a55729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:39.020574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:39.021948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442be6b00>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:39.102742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adb2348-0b39-4419-986e-0d5b4bf94946,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:39.110196 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5848a50d42f4f868438b835fd925a6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4031172
Nov 18 16:27:39.110196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:39.119213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55420) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:39.260077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.268957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=5']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:39.286614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:39.291222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-490372257-network', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:39.306374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:39.318010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Usage tracker for resource:network and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:39.328883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:39.339651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:39.339981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.345794 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.383983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:39.384704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.410817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:39.415609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.417430 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b03396ab-c260-4531-8232-ebcb5c566c4c req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "PUT /v2.0/ports/57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 982 time: 1.2875013
Nov 18 16:27:39.418127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:27:39.425140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.463748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.467151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5190ae79-53e4-4140-a65f-8b06694f0b4d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:39.498006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Made reservation on behalf of 1895a5ee68ef41cdbc385b0b3f2ed6da for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:39.503972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.510886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdfe681-559e-4871-b2c6-1b47b9825ca7,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:39.542807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.550557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:39.555078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-12fb5473-3bc3-4868-9929-b2ea39a53780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:39.583924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.585288 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-908205f1-a8a6-497e-9745-29955b9b07f9 req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 1.2210090
Nov 18 16:27:39.585426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adb2348-0b39-4419-986e-0d5b4bf94946,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:39.588364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:39.589482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.680245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.681740 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4adb2348-0b39-4419-986e-0d5b4bf94946 HTTP/1.1" status: 204  len: 168 time: 0.5613658
Nov 18 16:27:39.710219 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'status': 'completed', 'code': 200}
Nov 18 16:27:39.721791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-a852518f-9d51-4023-b5d4-ea0f24ed0a30 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:39.722701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a852518f-9d51-4023-b5d4-ea0f24ed0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.756564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:39.766438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:39.769503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:39.786052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:39.847331 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-8f72a028-9ba5-477f-8f78-3744f4bce05d tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups/0f25c311-ddb6-4539-a991-2a90c75a0b12 HTTP/1.1" status: 200  len: 2137 time: 0.1317027
Nov 18 16:27:39.883121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f25c311-ddb6-4539-a991-2a90c75a0b12', 'remote_group_id': None}]} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:39.883719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f25c311-ddb6-4539-a991-2a90c75a0b12', 'remote_group_id': None}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:39.898031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:39.910169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a759c-2575-49dd-bd71-cc02be663e2d req-e3ef6c5a-c18b-4cf4-9b98-09db9806abd7 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:39.918519 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6b1a759c-2575-49dd-bd71-cc02be663e2d req-e3ef6c5a-c18b-4cf4-9b98-09db9806abd7 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2654099
Nov 18 16:27:39.938252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Usage tracker for resource:security_group_rule and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:39.942140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:39.957713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:39.967104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:39.976135 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-e630d172-725e-4a49-8d1e-656e9a2fb762 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1203 time: 0.2536249
Nov 18 16:27:39.997952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.026445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:27:40.037727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.038618 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Added segment 83910f64-5921-40c2-820f-8e0e07e751a5 of type vxlan for network dd5995ed-5779-432c-bfea-0476850095db
Nov 18 16:27:40.044647 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6b1a759c-2575-49dd-bd71-cc02be663e2d req-94dfaecb-e8ee-4ca7-a83b-1d37ab47e1c3 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1247356
Nov 18 16:27:40.076104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.121896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6aea37ef-5584-4007-8f60-5487d40de0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:40.149971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442be6b00>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:38Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:40.152932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.163006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859829-ad0e-4c98-abb4-2db5b133f9f2 None None] The sync data for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi is: [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:38Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:27:40.165478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:40.168332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.226106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c69e80-6f30-4078-bddd-ca7dfd62de27,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:40.231246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:40.252607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:40.275991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.317933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.370838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:40.388877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5995ed-5779-432c-bfea-0476850095db,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:40.392451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:40.417777 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.423857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:40.427071 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.7758861
Nov 18 16:27:40.432138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55446) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:40.440895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Request body: {'subnet': {'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-490372257-subnet', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:40.448140 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:40.452552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Usage tracker for resource:subnet and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:40.461405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:40.465495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-5afa9085-443f-467c-b991-715d81b285be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:40.467125 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-5afa9085-443f-467c-b991-715d81b285be service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.4829049
Nov 18 16:27:40.469187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:40.515142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network dd5995ed-5779-432c-bfea-0476850095db details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:27:40.516266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Made reservation on behalf of 1895a5ee68ef41cdbc385b0b3f2ed6da for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:40.522770 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851367727'] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.639882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network dd5995ed-5779-432c-bfea-0476850095db details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:27:40.657866 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-87a38c00-e967-4f15-9eee-b1ffe961f9d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1002 time: 0.1681733
Nov 18 16:27:40.660041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7311e00-8405-4d0b-aa0e-01994e7a1953,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:40.665160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:40.752697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.763274 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8ae4883b-1c82-42a3-8abd-ba2d129874ab req-afe65cc0-d850-47fe-85bc-12abcee77019 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.9016960
Nov 18 16:27:40.815485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:40.816161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:40.848169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-c42b1957-05f5-4911-880d-f2e14a97641a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:40.853314 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-c42b1957-05f5-4911-880d-f2e14a97641a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.1870732
Nov 18 16:27:41.107128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-abc46bce-3624-4314-8919-e825c44a93fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2470806
Nov 18 16:27:41.359796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853139692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851367712'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:41.382923 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-f7194166-28a8-43d8-9386-8791a7e997f5 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684777
Nov 18 16:27:41.390908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:41.636870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7f3b71-2aa3-4425-bd47-31eef328e928,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:41.654978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:41.676060 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-59b21a6d-087b-4969-b1eb-04ab0b3b99f1 req-4017bb55-5119-42d5-8802-92db6f2ba5ab service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2847481
Nov 18 16:27:41.724227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Checking segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:41.724646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Network hostable DHCP agents. Network: dd5995ed-5779-432c-bfea-0476850095db, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:27:41.783575 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Network dd5995ed-5779-432c-bfea-0476850095db is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:27:41.852317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, dd5995ed-5779-432c-bfea-0476850095db) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:41.861554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e7ac1-65fb-4ea5-b665-b10164264cf7 None None] Network dd5995ed-5779-432c-bfea-0476850095db requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:27:41.867937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:41.868649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:41.952748 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5166714
Nov 18 16:27:41.953477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55510) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:41.959619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:41.968302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:41.978039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Usage tracker for resource:router and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:41.983948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:41.995893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:42.205528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:42.302334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-dd5995ed-5779-432c-bfea-0476850095db', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:27:42.303397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.384102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.385452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.409242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:42.417129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:42.417700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.430468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.645605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.688851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.710269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:42.770486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:42.775251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:42.855992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:42.862808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:42.989505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Allocated IP 172.20.0.2 (dd5995ed-5779-432c-bfea-0476850095db/8b7f3b71-2aa3-4425-bd47-31eef328e928/f54009fd-4b35-4769-8599-072793173d70) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:43.010665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.065893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.326386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.345685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Transition to ACTIVE for port object f54009fd-4b35-4769-8599-072793173d70 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:43.373873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Transition to ACTIVE for port object f54009fd-4b35-4769-8599-072793173d70 will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:43.410444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.459360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:43.489357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Allocated IP 172.27.3.21 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/15ebf362-5443-4e41-9811-5f4a971125df) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:43.557590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Pushing event updated for resources: {'Port': ['ID=f54009fd-4b35-4769-8599-072793173d70,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:43.578029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:43.759438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.826036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Network dd5995ed-5779-432c-bfea-0476850095db is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:43.827729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:43.830600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:43.839704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.879444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:43.906421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Attempting to bind port f54009fd-4b35-4769-8599-072793173d70 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:27:43.906839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Attempting to bind port f54009fd-4b35-4769-8599-072793173d70 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:27:43.907249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Attempting to bind port f54009fd-4b35-4769-8599-072793173d70 on network dd5995ed-5779-432c-bfea-0476850095db {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:27:43.920178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:27:43.920494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Checking segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:43.921018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:43.930560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Bound using segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:27:43.931351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Bound port: f54009fd-4b35-4769-8599-072793173d70, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:27:43.931918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:44.008938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Pushing event updated for resources: {'Port': ['ID=15ebf362-5443-4e41-9811-5f4a971125df,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:44.025174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:44.049810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:44.172718 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:44.174775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:44.178338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:44.199489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] For port f54009fd-4b35-4769-8599-072793173d70, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:27:44.203562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] For port f54009fd-4b35-4769-8599-072793173d70, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=f54009fd-4b35-4769-8599-072793173d70,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:27:44.209782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:44.210202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:44.273898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:44.375069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:44.427207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:44.428067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:44.647656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55568) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:44.705877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Pushing event updated for resources: {'Port': ['ID=f54009fd-4b35-4769-8599-072793173d70,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:44.727503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:44.842616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Router 2ae323c5-499b-4f73-abde-327d26ecd938 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:27:44.885448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:44.945169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:44.964525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Usage tracker for resource:security_group_rule and tenant:c672212e2ebe4e92916ef99d1871d011 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:44.964525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:44.968532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:45.132251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.165657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.206931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1ce85f4c-7987-4aba-8c91-5ad45e186770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:45.216424 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c672212e2ebe4e92916ef99d1871d011&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5673654
Nov 18 16:27:45.220206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55576) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:45.242769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:27:45.254906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:27:45.278280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc94e21-a95e-44b8-b944-a5c31f556dd2,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:45.280421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:45.284288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:45.285039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441362ba8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:45.335528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.339822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.344698 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3869212
Nov 18 16:27:45.345698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55580) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:45.447621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.551851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:45.691208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.705285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5170f5cb-2a65-4aef-9941-bcfe51394ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:45.721704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc94e21-a95e-44b8-b944-a5c31f556dd2,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:45.729259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:45.738449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:45.742726 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfc94e21-a95e-44b8-b944-a5c31f556dd2 HTTP/1.1" status: 204  len: 168 time: 0.5121906
Nov 18 16:27:46.054219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device f54009fd-4b35-4769-8599-072793173d70 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:46.327889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441362ba8>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:44Z', 'revision_number': 3, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:46.334568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:27:46.335097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Updating router 2ae323c5-499b-4f73-abde-327d26ecd938 port 15ebf362-5443-4e41-9811-5f4a971125df binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:27:46.428422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:46.588022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port f54009fd-4b35-4769-8599-072793173d70 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:46.688550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00156229-e84f-471e-8235-d2841bf03e68 None None] Network dd5995ed-5779-432c-bfea-0476850095db requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:27:46.776755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:46.835038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55590) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:46.840489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:46.858054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Provisioning for port f54009fd-4b35-4769-8599-072793173d70 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:46.876023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Provisioning complete for port f54009fd-4b35-4769-8599-072793173d70 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:46.876739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:46.925100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:46.943228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2613a754914c7689c34f433e60f393 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:46.950837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:46.964237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:47.075543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.190000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.199474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d35f691-d5e6-4da5-bbe3-9784d523cf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:47.214430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Allocated IP 172.20.0.1 (dd5995ed-5779-432c-bfea-0476850095db/8b7f3b71-2aa3-4425-bd47-31eef328e928/5813c770-e234-48ce-a8a0-3a94f13aa6fd) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:47.243105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd28c37-2873-4d31-bfef-d08e24948a23,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:47.247971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e2613a754914c7689c34f433e60f393&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4359496
Nov 18 16:27:47.249060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:47.251309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55596) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:47.345050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.360964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.393061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.408658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.426040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] For port f54009fd-4b35-4769-8599-072793173d70, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=f54009fd-4b35-4769-8599-072793173d70,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:47.441131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Transition to ACTIVE for port object 5813c770-e234-48ce-a8a0-3a94f13aa6fd will not be triggered until provisioned by entity DHCP. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:47.473759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.485594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:47.492550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.499403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-238a09a8-afef-41ee-96f3-ad2b03b6a1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:47.514713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.518741 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bd28c37-2873-4d31-bfef-d08e24948a23 HTTP/1.1" status: 204  len: 168 time: 0.2657683
Nov 18 16:27:47.520186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd28c37-2873-4d31-bfef-d08e24948a23,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:47.525275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:47.532952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.575646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.590908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Transition to ACTIVE for port object 15ebf362-5443-4e41-9811-5f4a971125df will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:47.673469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.695117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40269c72-bb18-494f-b4f3-dab5ab71be8f tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:47.777215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Network dd5995ed-5779-432c-bfea-0476850095db is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:47.786933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:47.791426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:47.896923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Pushing event updated for resources: {'Port': ['ID=5813c770-e234-48ce-a8a0-3a94f13aa6fd,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:47.899926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:47.914172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:47.972464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Pushing event updated for resources: {'Port': ['ID=f54009fd-4b35-4769-8599-072793173d70,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:47.987381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:47.988090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:48.125199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37800ad-bff1-43d8-a31c-1b8e9406dc1d None None] Pushing event updated for resources: {'Port': ['ID=15ebf362-5443-4e41-9811-5f4a971125df,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:48.143576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a37800ad-bff1-43d8-a31c-1b8e9406dc1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:48.179839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Attempting to bind port 15ebf362-5443-4e41-9811-5f4a971125df on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:27:48.180252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Attempting to bind port 15ebf362-5443-4e41-9811-5f4a971125df by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:27:48.180905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Attempting to bind port 15ebf362-5443-4e41-9811-5f4a971125df on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:27:48.208786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:48.210425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-1d6874a8-38a7-4da7-90a6-04ecedbdc751 None None] Provisioning complete for port f54009fd-4b35-4769-8599-072793173d70 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:48.210851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d6874a8-38a7-4da7-90a6-04ecedbdc751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:48.282068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:27:48.282602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:48.283706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:48.284268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:27:48.284972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Bound port: 15ebf362-5443-4e41-9811-5f4a971125df, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:27:48.285514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:48.576594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac503d-9fa6-4cee-813d-4e36382ef86a req-5505272c-2eee-4868-a5cf-6f4377a43f58 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:48.589955 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-51ac503d-9fa6-4cee-813d-4e36382ef86a req-5505272c-2eee-4868-a5cf-6f4377a43f58 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2549403
Nov 18 16:27:48.715682 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-ddd731eb-88e3-4674-b091-5d49ab721946 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1203 time: 0.4964008
Nov 18 16:27:48.803068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:48.806126 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-51ac503d-9fa6-4cee-813d-4e36382ef86a req-370270b4-5100-4a13-9d4c-a34bab7508cd tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2151887
Nov 18 16:27:48.835052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:48.883909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] For port 15ebf362-5443-4e41-9811-5f4a971125df, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:27:48.908334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:48.926253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] For port 15ebf362-5443-4e41-9811-5f4a971125df, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=15ebf362-5443-4e41-9811-5f4a971125df,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:27:48.963274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:49.023666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-dd6d0a47-167a-4cd1-bdb9-971e159cfebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:49.026081 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-dd6d0a47-167a-4cd1-bdb9-971e159cfebb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.2634614
Nov 18 16:27:49.031806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:49.062354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Pushing event updated for resources: {'Port': ['ID=5813c770-e234-48ce-a8a0-3a94f13aa6fd,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:49.066831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:49.118354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:49.192674 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-af83e75f-3103-4e5a-b4e9-d2fd27c74427 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1002 time: 0.1575882
Nov 18 16:27:49.278870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-4bbf4b40-fd36-467d-9dd5-5cf539e32d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:49.280953 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-4bbf4b40-fd36-467d-9dd5-5cf539e32d6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.0811906
Nov 18 16:27:49.285956 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Network dd5995ed-5779-432c-bfea-0476850095db is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:49.287304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:49.330985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37800ad-bff1-43d8-a31c-1b8e9406dc1d None None] Pushing event updated for resources: {'Port': ['ID=15ebf362-5443-4e41-9811-5f4a971125df,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:49.337092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a37800ad-bff1-43d8-a31c-1b8e9406dc1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:49.405269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b30905d2-67f7-4369-8cf3-e8c79208c711 None None] Provisioning for port 5813c770-e234-48ce-a8a0-3a94f13aa6fd completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:49.415330 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b30905d2-67f7-4369-8cf3-e8c79208c711 None None] Provisioning complete for port 5813c770-e234-48ce-a8a0-3a94f13aa6fd triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:49.415862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30905d2-67f7-4369-8cf3-e8c79208c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:49.462920 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-08a6ce15-e675-4649-a836-0c034fd1fe60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600087
Nov 18 16:27:49.488021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:49.489318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441362ba8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:49.602090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b30905d2-67f7-4369-8cf3-e8c79208c711 None None] Port 5813c770-e234-48ce-a8a0-3a94f13aa6fd cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:27:49.686883 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-9825948c-6770-4e67-8f77-9f58f239a2b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151914
Nov 18 16:27:49.788323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b30905d2-67f7-4369-8cf3-e8c79208c711 None None] Provisioning complete for port f54009fd-4b35-4769-8599-072793173d70 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:49.789257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b30905d2-67f7-4369-8cf3-e8c79208c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:49.978970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:49.993785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Router 2ae323c5-499b-4f73-abde-327d26ecd938 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:27:50.046997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device f54009fd-4b35-4769-8599-072793173d70 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:50.202052 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd2a1186-a7ae-4721-8bf1-52258bd45c50 req-d97afc0c-f2d2-4dd1-af2f-93376d84ea0e service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5074961
Nov 18 16:27:50.239605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127e3c-4e05-4c59-8438-5f20e5aa55a1 req-ba9ff568-81ba-40e1-88c0-d939eb34c97e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:50.241258 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-84127e3c-4e05-4c59-8438-5f20e5aa55a1 req-ba9ff568-81ba-40e1-88c0-d939eb34c97e tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.1375296
Nov 18 16:27:50.279666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port f54009fd-4b35-4769-8599-072793173d70 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:50.280087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:50.294569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:27:50.314352 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] 10.222.0.23 "PUT /v2.0/routers/2ae323c5-499b-4f73-abde-327d26ecd938/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9652593
Nov 18 16:27:50.335476 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-84127e3c-4e05-4c59-8438-5f20e5aa55a1 req-21320caa-3272-47b5-89e8-dc9b5fd04818 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0868907
Nov 18 16:27:50.469580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-35a5fa57-7e81-4bb1-a2c9-7937251cf8e6 None None] Provisioning complete for port 5813c770-e234-48ce-a8a0-3a94f13aa6fd triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:50.470114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-35a5fa57-7e81-4bb1-a2c9-7937251cf8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:50.623166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-35a5fa57-7e81-4bb1-a2c9-7937251cf8e6 None None] Port 5813c770-e234-48ce-a8a0-3a94f13aa6fd cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:27:50.715237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441362ba8>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:48Z', 'revision_number': 2, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:50.720007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab043b4f-a1cd-4736-90ab-516b45bdc535 None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:48Z', 'revision_number': 2, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:27:51.058255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55688) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:51.064073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'security_group': {'name': 'tempest-securitygroup--1323356510', 'description': 'tempest-description--300532428'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:51.082853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:51.088535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:51.095527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:51.102536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:51.156923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.212882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:51.217259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:51.226001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:51.233253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:51.320666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.378073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.382374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bece83c4-958a-411f-80c1-8267159ea1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:51.458562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'SecurityGroup': ['ID=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:51.466236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:51.542272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.546719 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-da2b76e2-3adc-414a-afb4-895b8d169156 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4842613
Nov 18 16:27:51.553607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55710) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:51.554649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'security_group_rule': {'security_group_id': 'b888df96-9360-47b6-8a7c-9ae1dd0ca9d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:51.563485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:51.603352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:51.606966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:51.622430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b89ae-5dd9-475f-9c1c-807a341589ba req-02d80a94-f299-4a72-a161-9e40d3cba6c4 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:51.624573 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3f9b89ae-5dd9-475f-9c1c-807a341589ba req-02d80a94-f299-4a72-a161-9e40d3cba6c4 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.1281047
Nov 18 16:27:51.628025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:51.684227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.722749 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3f9b89ae-5dd9-475f-9c1c-807a341589ba req-0e7c5550-d76c-4d4d-bb06-7262b1ee52f9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0742338
Nov 18 16:27:51.776918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.837563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.840305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:51.879407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b6923d-9c8f-4f4a-afd0-3a071ea50f63,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:51.882535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:51.935547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:51.940184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55740) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:51.942753 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b6ac2487-9026-4ea8-962f-6c43d36ecec9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3944168
Nov 18 16:27:51.946571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'security_group_rule': {'security_group_id': 'b888df96-9360-47b6-8a7c-9ae1dd0ca9d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:51.957894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:51.962056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:51.965632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:51.972158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:52.002833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 15ebf362-5443-4e41-9811-5f4a971125df up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:52.037090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.178903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 15ebf362-5443-4e41-9811-5f4a971125df completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:52.179077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.183616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 15ebf362-5443-4e41-9811-5f4a971125df triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:52.184148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.219451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.223692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:52.241568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4bf1c8-c67a-4389-be73-df545d05a3f8,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:52.252765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:52.303484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.307722 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3635526
Nov 18 16:27:52.308062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55764) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:52.315145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:52.320928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:52.322431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.326302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:floatingip and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:52.330922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:52.340736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:52.344657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 15ebf362-5443-4e41-9811-5f4a971125df, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=15ebf362-5443-4e41-9811-5f4a971125df,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:52.377872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.379858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:52.403146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.460601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=15ebf362-5443-4e41-9811-5f4a971125df,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:52.465599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:52.564986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.666321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55776) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:52.859510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:52.864012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Allocated IP 172.27.3.225 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/d4c4743d-54d8-454d-8600-49a7941b8942) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:27:52.902161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:52.906260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Usage tracker for resource:security_group_rule and tenant:c28d8c9de4ce45e2b9f87f0067b3e81d is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:52.909438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:52.915918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:52.989280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.013888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.022754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3e4c7bac-86ed-4a37-a94d-42405637ba71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:53.052230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abec8732-6257-475e-8350-34bc81f1165d,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:53.057567 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:53.079706 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c28d8c9de4ce45e2b9f87f0067b3e81d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4122195
Nov 18 16:27:53.082796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55788) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:53.109782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.121516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f36b4-5d4b-4fff-bbce-cf0f9133c977 req-80a244bf-d650-41bb-a034-18d4974937fe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:53.123331 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4c3f36b4-5d4b-4fff-bbce-cf0f9133c977 req-80a244bf-d650-41bb-a034-18d4974937fe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2269046
Nov 18 16:27:53.155299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.183349 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.187157 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4c3f36b4-5d4b-4fff-bbce-cf0f9133c977 req-bf830680-0c9f-4635-b26a-df2c5e77e9dc tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0549712
Nov 18 16:27:53.224424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.243180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-71d53c3a-6ffc-414f-83e5-0d80de624308 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:53.259928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.265768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bcfa057d-3e63-451e-9803-0c14c8afc549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:53.285589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abec8732-6257-475e-8350-34bc81f1165d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:53.285589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.285589 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abec8732-6257-475e-8350-34bc81f1165d HTTP/1.1" status: 204  len: 168 time: 0.2008505
Nov 18 16:27:53.298009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:53.395840 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'Port': ['ID=d4c4743d-54d8-454d-8600-49a7941b8942,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:53.400728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:53.451730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:27:53.452912 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:53.455355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:27:53.551634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.640308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.820820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55800) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:53.841038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.874888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:53.879088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Usage tracker for resource:security_group_rule and tenant:457950302adf4f67b0da48f4369ad9ec is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:53.884035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:53.890189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:53.921486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.951353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 15ebf362-5443-4e41-9811-5f4a971125df up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:53.956744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.965001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:53.974677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b10d6766-b0c6-4128-85f6-0c5bfafdec02 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:53.994813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.030499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ce8890e2-e315-48d4-b6e1-9e4da0521d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:54.031017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 15ebf362-5443-4e41-9811-5f4a971125df triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:54.031449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.072879 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=457950302adf4f67b0da48f4369ad9ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2507691
Nov 18 16:27:54.074467 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a282fc-138a-4da4-a18e-2bc975545674,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:54.082499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:54.084109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55806) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:54.116709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55810) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:54.170048 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'Port': ['ID=d4c4743d-54d8-454d-8600-49a7941b8942,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:54.174850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.178453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:54.207695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.240219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Deleting subnet 20fed153-2b10-4739-b38a-ccaad109ad96 {{(pid=80403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:27:54.243745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.290030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:27:54.308120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:54.308932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f144225b048>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:54.325459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.336544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cbf99495-30c0-49af-b23d-536af4023b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:54.346391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436002'] for subnet, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.354020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a282fc-138a-4da4-a18e-2bc975545674,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:54.357624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.359302 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81a282fc-138a-4da4-a18e-2bc975545674 HTTP/1.1" status: 204  len: 168 time: 0.2738438
Nov 18 16:27:54.360440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b7e3afd3-51a1-4afb-aa8a-31edaf64e715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:54.464174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.509005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.550789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.559525 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2428961
Nov 18 16:27:54.582094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a1496-ddd6-472e-8efd-4a3d7d5426ff req-96674175-b386-458f-b50b-2f676872d88d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:54.589790 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7b2a1496-ddd6-472e-8efd-4a3d7d5426ff req-96674175-b386-458f-b50b-2f676872d88d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2128100
Nov 18 16:27:54.605200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:54.742846 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7b2a1496-ddd6-472e-8efd-4a3d7d5426ff req-14c02c01-6f79-45f8-8bcb-03c0c78c061b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1520972
Nov 18 16:27:54.912816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-0e553c2c-62fc-4ed2-92c7-b0f9241c16a0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Synchronizing usage tracker for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:27:54.968536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852613592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852369501'] for subnet, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:54.986780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ec493e55-d52d-4a81-8166-d7e3810dfe6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:55.003070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f144225b048>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:48Z', 'revision_number': 2, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:55.007200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:27:55.007711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Updating router 2ae323c5-499b-4f73-abde-327d26ecd938 port 5813c770-e234-48ce-a8a0-3a94f13aa6fd binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:27:55.039631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-0e553c2c-62fc-4ed2-92c7-b0f9241c16a0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Unset dirty status for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:27:55.040935 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-0e553c2c-62fc-4ed2-92c7-b0f9241c16a0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1323356510&fields=id&tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da HTTP/1.1" status: 200  len: 267 time: 0.2151952
Nov 18 16:27:55.044715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20fed153-2b10-4739-b38a-ccaad109ad96,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:55.049332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:55.077524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:55.482400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:55.497318 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9e7b9bb3-a0ab-4439-9745-ccecdd6fa6c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20fed153-2b10-4739-b38a-ccaad109ad96 HTTP/1.1" status: 204  len: 168 time: 1.3768315
Nov 18 16:27:55.498135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55850) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:55.532346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-46f727bf-0300-4dc1-beba-fbe41e5a6ab8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:55.540732 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-46f727bf-0300-4dc1-beba-fbe41e5a6ab8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 810 time: 0.4294341
Nov 18 16:27:55.560588 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-befbad9c-8d4e-42e6-80cf-1a058cd0e614 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/quotas/1895a5ee68ef41cdbc385b0b3f2ed6da HTTP/1.1" status: 200  len: 375 time: 0.0188267
Nov 18 16:27:55.656578 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-fc2bd817-4cb7-4777-a5ce-5469edaf7b82 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0945711
Nov 18 16:27:55.657808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55854) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:55.682602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:55.690394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:55.704457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Transition to ACTIVE for port object 5813c770-e234-48ce-a8a0-3a94f13aa6fd will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:27:55.777861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:55.799512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:55.851380 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1846270634-network', 'tenant_id': '9a5db75bdc2a44c885c7dd7bfff621d0'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:55.860988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:55.867667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Usage tracker for resource:network and tenant:9a5db75bdc2a44c885c7dd7bfff621d0 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:55.873189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:55.903189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:55.949375 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-5456d5f1-713b-4761-9fb3-19f1f52bf363 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753000
Nov 18 16:27:55.969889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b770b2-6667-4107-b89a-f1f23305e4ad None None] Pushing event updated for resources: {'Port': ['ID=5813c770-e234-48ce-a8a0-3a94f13aa6fd,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:55.975865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-78b770b2-6667-4107-b89a-f1f23305e4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:56.027828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Made reservation on behalf of 9a5db75bdc2a44c885c7dd7bfff621d0 for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:56.035458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.075517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.134045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.148783 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Attempting to bind port 5813c770-e234-48ce-a8a0-3a94f13aa6fd on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:27:56.149310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Attempting to bind port 5813c770-e234-48ce-a8a0-3a94f13aa6fd by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:27:56.150169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Attempting to bind port 5813c770-e234-48ce-a8a0-3a94f13aa6fd on network dd5995ed-5779-432c-bfea-0476850095db {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:27:56.157262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:27:56.157823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Checking segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:56.158342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.158861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Bound using segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:27:56.159473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Bound port: 5813c770-e234-48ce-a8a0-3a94f13aa6fd, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:27:56.159971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.222044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:56.236473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e8aac-f13c-402e-8ea7-e1a852c23303 req-dadde2cf-b613-459c-be37-ed29e8ea4250 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:56.246878 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9b5e8aac-f13c-402e-8ea7-e1a852c23303 req-dadde2cf-b613-459c-be37-ed29e8ea4250 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.3009958
Nov 18 16:27:56.263126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1441b4f908>,) {'filters': {'network_id': ['72733dd7-2fba-4b32-8ff1-10e79584e31d']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:56.267936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5db75bdc2a44c885c7dd7bfff621d0 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:56.274221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:56.277773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] For port 5813c770-e234-48ce-a8a0-3a94f13aa6fd, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:27:56.278937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441b4f908>, '5653294a-024c-44fd-aeaa-418d1c09d97c') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:56.279273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441b4f908>, '5653294a-024c-44fd-aeaa-418d1c09d97c') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:56.282663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] For port 5813c770-e234-48ce-a8a0-3a94f13aa6fd, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=5813c770-e234-48ce-a8a0-3a94f13aa6fd,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:27:56.292079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.296119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:56.309050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.313431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:27:56.317205 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4210288c-56f7-46ae-b27c-0e0ddd7a35a8 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3231957
Nov 18 16:27:56.325607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.337725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9b5e8aac-f13c-402e-8ea7-e1a852c23303 req-ea9d3e05-09e8-4253-810d-20b44bff5a11 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0898283
Nov 18 16:27:56.351999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c4639ec1-1d40-4964-a18c-04aacebeb76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:56.399999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.431812 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.436994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40ae7bf0-8158-46b6-ad7e-591167a4db15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:56.462315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:27:56.491036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe348029-fdb2-47f9-98f9-45c60b0c0c0d,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:56.495273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:56.516722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b770b2-6667-4107-b89a-f1f23305e4ad None None] Pushing event updated for resources: {'Port': ['ID=5813c770-e234-48ce-a8a0-3a94f13aa6fd,revision_number=4']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:56.521553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-78b770b2-6667-4107-b89a-f1f23305e4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:56.528138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.528605 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Added segment e2e9e08f-b30d-4cf3-9d75-11187363952e of type vxlan for network 54c040d1-6bf6-4ead-a64e-1d482538897e
Nov 18 16:27:56.550167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:27:56.559219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.560290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.566972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:27:56.569506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f144225b048>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:27:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:56.619592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.622318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:56.623152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:56.644534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:56.732965 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0707173
Nov 18 16:27:56.735491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 55876) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:56.753124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Request body: {'subnet': {'network_id': '54c040d1-6bf6-4ead-a64e-1d482538897e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1846270634-subnet', 'tenant_id': '9a5db75bdc2a44c885c7dd7bfff621d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:56.866699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Network 72733dd7-2fba-4b32-8ff1-10e79584e31d has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:27:56.899516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:27:56.905073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:56.918824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Usage tracker for resource:subnet and tenant:9a5db75bdc2a44c885c7dd7bfff621d0 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:56.938344 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b727bdba-6f28-4c33-a55c-9268b5fe7d9e req-bb52ed85-0dd4-4353-b7f4-82cc5f3ed22f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 210 time: 0.1902688
Nov 18 16:27:56.939781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:56.950507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Pushing event updated for resources: {'Network': ['ID=54c040d1-6bf6-4ead-a64e-1d482538897e,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:56.965339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:56.966605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:56.971401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 54c040d1-6bf6-4ead-a64e-1d482538897e details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:27:56.987478 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:27:56.995060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 54c040d1-6bf6-4ead-a64e-1d482538897e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:27:57.011625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Made reservation on behalf of 9a5db75bdc2a44c885c7dd7bfff621d0 for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:57.016996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406282'] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.049316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.054650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.064813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:57.105172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Pushing event deleted for resources: {'Network': ['ID=72733dd7-2fba-4b32-8ff1-10e79584e31d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:57.108778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:57.117840 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] 10.222.0.23 "DELETE /v2.0/networks/72733dd7-2fba-4b32-8ff1-10e79584e31d HTTP/1.1" status: 204  len: 168 time: 1.6181724
Nov 18 16:27:57.356271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f144225b048>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:56Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:27:57.361271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200acf-7101-40f3-a6a1-82a12a708638 None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:56Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:27:57.464034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55892) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:57.526764 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9e790f10-668f-426a-8304-ff4a00dcd4d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d6a3218b94e47f39a8cf5041738e5be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0613322
Nov 18 16:27:57.529123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55898) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:57.597789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.613157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2162404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406331'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.627043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.634006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-771afa76-cf36-4dad-98fe-54a4b62874f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:57.773952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.779394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8dbdfcfe-6e7b-47b8-9f03-1029e9f52b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:57.799201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac0f4ca-7db9-43cd-a897-b76933012d69,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:57.799736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e14f12b-19e9-43ff-b430-09c53189d222,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:57.803431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:57.809350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c6f40-eb7e-4c9c-a3fe-ec978d1ba8a8 req-7d2df706-330b-40d1-add8-a8aeed04f876 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:57.811038 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-113c6f40-eb7e-4c9c-a3fe-ec978d1ba8a8 req-7d2df706-330b-40d1-add8-a8aeed04f876 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2774925
Nov 18 16:27:57.819815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:57.853278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:57.854524 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e14f12b-19e9-43ff-b430-09c53189d222 HTTP/1.1" status: 204  len: 168 time: 0.3243084
Nov 18 16:27:57.923114 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-113c6f40-eb7e-4c9c-a3fe-ec978d1ba8a8 req-4a2e70cb-37f0-4ec1-8bf6-8e46a7febf57 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0998995
Nov 18 16:27:57.928616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Checking segment: {'id': 'e2e9e08f-b30d-4cf3-9d75-11187363952e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '54c040d1-6bf6-4ead-a64e-1d482538897e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:27:57.929116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Network hostable DHCP agents. Network: 54c040d1-6bf6-4ead-a64e-1d482538897e, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:27:57.991002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Network 54c040d1-6bf6-4ead-a64e-1d482538897e is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:27:58.048915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 54c040d1-6bf6-4ead-a64e-1d482538897e) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:27:58.057562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8088ab-6f12-41a1-b3f5-dc351cca4f64 None None] Network 54c040d1-6bf6-4ead-a64e-1d482538897e requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:27:58.085684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:58.087483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:58.159725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3edfd71c-c1e5-4f96-84d0-5002fb56a9bc req-dbac8c3a-4cb6-4ff2-b081-48743d24e323 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 210 time: 0.0525775
Nov 18 16:27:58.192422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5813c770-e234-48ce-a8a0-3a94f13aa6fd up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:27:58.202531 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4607222
Nov 18 16:27:58.548950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 5813c770-e234-48ce-a8a0-3a94f13aa6fd completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:27:58.559183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 5813c770-e234-48ce-a8a0-3a94f13aa6fd triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:27:58.559588 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:58.596006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259423d-7d9e-487f-8a21-fbb353b16b2c None None] Network 54c040d1-6bf6-4ead-a64e-1d482538897e requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:27:58.855879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:58.935010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 5813c770-e234-48ce-a8a0-3a94f13aa6fd, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=5813c770-e234-48ce-a8a0-3a94f13aa6fd,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:27:58.967982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:58.971014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-08de5ac3-a415-4090-b27d-36f5b09af4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:59.090341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=5813c770-e234-48ce-a8a0-3a94f13aa6fd,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:59.094066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:59.160003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-9b3b0b93-bf04-41f0-a31b-33f246d15c3b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:59.162124 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-9b3b0b93-bf04-41f0-a31b-33f246d15c3b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 810 time: 0.2737660
Nov 18 16:27:59.379081 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b2b91c1b-d297-4bc4-8227-27b2a015598b req-80f55495-f4a8-4fa1-a941-0c4a655a7458 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 210 time: 0.0658381
Nov 18 16:27:59.414261 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-f78aa551-3301-4d76-a6b6-10b36d4e43ca tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da HTTP/1.1" status: 200  len: 5044 time: 0.2362270
Nov 18 16:27:59.430087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d342c3-f3d3-4ad3-822f-7d08384730c6 req-38cb7299-3bf3-415e-8734-7e594dfc50f6 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:59.431999 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-79d342c3-f3d3-4ad3-822f-7d08384730c6 req-38cb7299-3bf3-415e-8734-7e594dfc50f6 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2026210
Nov 18 16:27:59.437742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'port': {'device_id': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'admin_state_up': True, 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'security_groups': ['b888df96-9360-47b6-8a7c-9ae1dd0ca9d7']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:59.482761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55958) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:27:59.489517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1831556932-network', 'tenant_id': 'e2f8bac8fc61403eabddbfba04d45520'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:27:59.494680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:59.499343 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Usage tracker for resource:network and tenant:e2f8bac8fc61403eabddbfba04d45520 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:59.503337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:59.510674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:59.554411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Made reservation on behalf of e2f8bac8fc61403eabddbfba04d45520 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:59.560230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.575353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.604258 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-79d342c3-f3d3-4ad3-822f-7d08384730c6 req-4691fd40-1efe-49a8-a17d-2acadf7f01ba tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1505702
Nov 18 16:27:59.609697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:59.614138 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f8bac8fc61403eabddbfba04d45520 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:59.617562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:59.624673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:59.645883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:27:59.650057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:port and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:27:59.653476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for port was recalculated. Used quota:3. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:27:59.660233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:27:59.695239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.714426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Made reservation on behalf of 1895a5ee68ef41cdbc385b0b3f2ed6da for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:27:59.720193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.743031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.747888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0475c101-ebcd-4bf5-b461-d2fdc0985802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:59.781735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:27:59.791971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5fa794-661b-4278-9018-04b7969dc925,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:27:59.795219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:27:59.801056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.801388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Added segment ca594600-f403-4bf6-8bed-972e6e6bc4aa of type vxlan for network 793942f4-3ce6-41e2-bc8e-4ca630e971ef
Nov 18 16:27:59.828898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.894183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.895502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:27:59.896150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:27:59.935653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:27:59.969826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5813c770-e234-48ce-a8a0-3a94f13aa6fd up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:00.044391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Allocated IP 172.20.0.6 (dd5995ed-5779-432c-bfea-0476850095db/8b7f3b71-2aa3-4425-bd47-31eef328e928/69c37ecc-f386-4d21-bba9-26716032fa51) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:00.082535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Pushing event updated for resources: {'Network': ['ID=793942f4-3ce6-41e2-bc8e-4ca630e971ef,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:00.086216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:00.088463 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6046355
Nov 18 16:28:00.091245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 55998) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:00.093070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 5813c770-e234-48ce-a8a0-3a94f13aa6fd triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:00.094473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:00.098589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Request body: {'subnet': {'network_id': '793942f4-3ce6-41e2-bc8e-4ca630e971ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1831556932-subnet', 'tenant_id': 'e2f8bac8fc61403eabddbfba04d45520', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:00.116946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:00.121078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Usage tracker for resource:subnet and tenant:e2f8bac8fc61403eabddbfba04d45520 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:00.130351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:28:00.130930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:00.142652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:00.163586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:28:00.185129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Made reservation on behalf of e2f8bac8fc61403eabddbfba04d45520 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:00.191780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851367727'] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:00.281264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:00.307179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Transition to ACTIVE for port object 69c37ecc-f386-4d21-bba9-26716032fa51 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:00.372311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:00.388144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ec8c7360-48fc-4940-badf-823eccac4ae5 tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:00.643434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'Port': ['ID=69c37ecc-f386-4d21-bba9-26716032fa51,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:00.646790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:00.802331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853139692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851367712'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:00.902293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4a900b29-e469-499a-b4ce-1502b982da1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:00.987779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5458f347-6a1b-4029-85d8-67f3923c3c94,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:00.991099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Network dd5995ed-5779-432c-bfea-0476850095db is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:00.991791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:00.993223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:00.997799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:01.031492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52491d-dc83-41ee-b811-232a62b1dff6 req-3c95e9f3-f1dc-4225-b8b2-533996b1cbeb tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:01.039476 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4a52491d-dc83-41ee-b811-232a62b1dff6 req-3c95e9f3-f1dc-4225-b8b2-533996b1cbeb tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 931 time: 0.4890757
Nov 18 16:28:01.049101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Checking segment: {'id': 'ca594600-f403-4bf6-8bed-972e6e6bc4aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '793942f4-3ce6-41e2-bc8e-4ca630e971ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:01.049500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Network hostable DHCP agents. Network: 793942f4-3ce6-41e2-bc8e-4ca630e971ef, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:28:01.108960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:28:01.126457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc97e6-be14-4ce4-a5f7-16205d79848f req-755a4842-d129-4d32-88d0-807d10d08def tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:01.128883 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-48dc97e6-be14-4ce4-a5f7-16205d79848f req-755a4842-d129-4d32-88d0-807d10d08def tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2276485
Nov 18 16:28:01.144727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:01.145447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:01.156606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 793942f4-3ce6-41e2-bc8e-4ca630e971ef) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:01.164866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6636c34-26c3-4d4a-be43-e58254d6cc13 None None] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:28:01.183727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4a52491d-dc83-41ee-b811-232a62b1dff6 req-0e00c3f2-dc71-4be4-86c7-56aba7b186c2 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433003
Nov 18 16:28:01.190212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:01.190876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:01.223952 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-48dc97e6-be14-4ce4-a5f7-16205d79848f req-91b6c480-677f-479b-a388-a12b4db215a0 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0845203
Nov 18 16:28:01.225811 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7926030
Nov 18 16:28:01.245062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Request body: {'port': {'device_id': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:01.268050 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1678762
Nov 18 16:28:01.368452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8a73bce7-2895-4603-9a6d-708ca29fc36c None None] Provisioning for port 69c37ecc-f386-4d21-bba9-26716032fa51 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:01.385045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8a73bce7-2895-4603-9a6d-708ca29fc36c None None] Provisioning complete for port 69c37ecc-f386-4d21-bba9-26716032fa51 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:01.385487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8a73bce7-2895-4603-9a6d-708ca29fc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:01.436565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:01.502763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-8a73bce7-2895-4603-9a6d-708ca29fc36c None None] Port 69c37ecc-f386-4d21-bba9-26716032fa51 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:01.835652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fdef29-293f-4d0c-88fc-8b4bcc8d4995 None None] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:28:01.948266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-4a060cc4-ebdf-460f-8e0b-15009861b28d tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:01.991791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c37ecc-f386-4d21-bba9-26716032fa51 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:28:02.002287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:02.016425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Transition to ACTIVE for port object 69c37ecc-f386-4d21-bba9-26716032fa51 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:02.031944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-4a060cc4-ebdf-460f-8e0b-15009861b28d tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:02.034957 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-4a060cc4-ebdf-460f-8e0b-15009861b28d tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-833833518&fields=id&tenant_id=dc1a0135be5042f78bb9e1a785d678de HTTP/1.1" status: 200  len: 267 time: 0.1873178
Nov 18 16:28:02.111801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:02.141555 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:02.396458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Pushing event updated for resources: {'Port': ['ID=69c37ecc-f386-4d21-bba9-26716032fa51,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:02.417576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:02.537793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-0bbb0404-8ee9-4500-9446-dbd8fc405d4b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:02.538546 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-0bbb0404-8ee9-4500-9446-dbd8fc405d4b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:network {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:02.644614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27f98d-8350-4b83-a509-1673df624c86 req-fc083cd0-9a06-4db3-9693-e7a5c0dfebcc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:02.645386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-bf27f98d-8350-4b83-a509-1673df624c86 req-fc083cd0-9a06-4db3-9693-e7a5c0dfebcc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Synchronizing usage tracker for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:02.713330 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-0bbb0404-8ee9-4500-9446-dbd8fc405d4b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:network {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:02.713330 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-0bbb0404-8ee9-4500-9446-dbd8fc405d4b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 809 time: 0.6661079
Nov 18 16:28:02.741329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-bf27f98d-8350-4b83-a509-1673df624c86 req-fc083cd0-9a06-4db3-9693-e7a5c0dfebcc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Unset dirty status for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:02.741329 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bf27f98d-8350-4b83-a509-1673df624c86 req-fc083cd0-9a06-4db3-9693-e7a5c0dfebcc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 943 time: 0.3374228
Nov 18 16:28:02.746802 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-06c7a104-432f-414d-a149-cadbd25951e6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/quotas/dc1a0135be5042f78bb9e1a785d678de HTTP/1.1" status: 200  len: 375 time: 0.0295093
Nov 18 16:28:02.843293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Attempting to bind port 69c37ecc-f386-4d21-bba9-26716032fa51 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:02.843760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Attempting to bind port 69c37ecc-f386-4d21-bba9-26716032fa51 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:02.844027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Attempting to bind port 69c37ecc-f386-4d21-bba9-26716032fa51 on network dd5995ed-5779-432c-bfea-0476850095db {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:02.869720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:02.870106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Checking segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:02.870516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:02.870916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Bound using segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:02.871404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Bound port: 69c37ecc-f386-4d21-bba9-26716032fa51, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:02.871787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:02.886008 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bf27f98d-8350-4b83-a509-1673df624c86 req-f968c949-e663-48b6-b9a3-a1c689f152dc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410198
Nov 18 16:28:02.962755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-03bbb078-1a9e-490e-88db-1944ca82acaf tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:03.007868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] For port 69c37ecc-f386-4d21-bba9-26716032fa51, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:03.013102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] For port 69c37ecc-f386-4d21-bba9-26716032fa51, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=69c37ecc-f386-4d21-bba9-26716032fa51,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:03.054033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-03bbb078-1a9e-490e-88db-1944ca82acaf tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:03.055490 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-03bbb078-1a9e-490e-88db-1944ca82acaf tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2832763
Nov 18 16:28:03.097244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:03.116199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cd241370-6aa1-4846-8f1d-3f625f6776de tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:03.370552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd01f5-adc6-4be4-97d4-ef1abb51b67b req-365bb0f0-23fd-4a92-98bf-b9c8e414149d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:03.372217 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fcfd01f5-adc6-4be4-97d4-ef1abb51b67b req-365bb0f0-23fd-4a92-98bf-b9c8e414149d tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.3618984
Nov 18 16:28:03.382842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Pushing event updated for resources: {'Port': ['ID=69c37ecc-f386-4d21-bba9-26716032fa51,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:03.392686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:03.455623 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-2c9c0471-b8b5-41d6-8fda-0d473b9377f1 service neutron] 10.222.0.23 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3869874
Nov 18 16:28:03.535654 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fcfd01f5-adc6-4be4-97d4-ef1abb51b67b req-a24ac240-132a-4c24-b10b-2da43a67e17f tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1473155
Nov 18 16:28:03.592802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:03.596544 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] 10.222.0.37 "PUT /v2.0/ports/69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 1157 time: 2.3568249
Nov 18 16:28:03.596544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:03.650425 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-26374a61-4e69-4a8a-9155-5cf2a9d56fbd service neutron] 10.222.0.23 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1873767
Nov 18 16:28:03.762781 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-b3bf354c-96e3-4596-b244-811091746038 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1160 time: 0.1020997
Nov 18 16:28:04.076541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51', 'status': 'completed', 'code': 200}
Nov 18 16:28:04.086086 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-c238b1dc-af17-4cf5-8ec5-94ebe11c3107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 217 time: 0.3152330
Nov 18 16:28:04.169771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4c3dee40-9544-4eda-9c02-7f9fafa1b8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:04.171804 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-4c3dee40-9544-4eda-9c02-7f9fafa1b8da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0793760
Nov 18 16:28:04.424199 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-fe1c4156-bb2d-4dbe-8fb0-dfe1e4c301e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2443120
Nov 18 16:28:04.436779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8197f24-7daf-4da6-b91d-2de9c8f1ff85 req-6fb726be-f428-493d-8294-94b9e1b2f099 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:04.439104 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d8197f24-7daf-4da6-b91d-2de9c8f1ff85 req-6fb726be-f428-493d-8294-94b9e1b2f099 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 943 time: 0.2183213
Nov 18 16:28:04.605562 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d8197f24-7daf-4da6-b91d-2de9c8f1ff85 req-2a61231a-e90b-4932-8a8a-7b909df129f8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401031
Nov 18 16:28:04.616415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31e9ecec-f092-46af-bca9-7cca613ca9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:04.639086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624650-8647-44fb-b802-e5720a7fa5e6 req-e0b6fbd0-e3ba-48f6-a235-961a84bdc6f0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:04.640905 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36624650-8647-44fb-b802-e5720a7fa5e6 req-e0b6fbd0-e3ba-48f6-a235-961a84bdc6f0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2918856
Nov 18 16:28:04.650020 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-6510e7a3-0c8d-465f-b66a-92bd397e72d8 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092834
Nov 18 16:28:04.776268 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8b7f7c21-5a20-42c5-b6f2-07c868fffcd0 req-edce2160-f51c-4575-a866-b7efb9ba7beb tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 210 time: 0.0773697
Nov 18 16:28:04.850892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-36624650-8647-44fb-b802-e5720a7fa5e6 req-9f850688-1787-4945-8ecb-fa579c7d6549 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1977217
Nov 18 16:28:04.883761 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cdbbcb0f-1238-4097-9aa6-bd842b73e25c req-17caccaf-96af-4371-8f52-b2770b8b467f service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2143307
Nov 18 16:28:05.114596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4d441-e1bb-4df8-a7a7-94c4f2f0ddaa req-9ccfde92-15c2-4b4e-a469-5b35103800fe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:05.115682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:05.116216 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c1c4d441-e1bb-4df8-a7a7-94c4f2f0ddaa req-9ccfde92-15c2-4b4e-a469-5b35103800fe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.1604524
Nov 18 16:28:05.119458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-a65f773d-8007-4c3c-a714-c77e12867fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1160 time: 0.1272655
Nov 18 16:28:05.276539 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c1c4d441-e1bb-4df8-a7a7-94c4f2f0ddaa req-7b1df8f5-41fc-4a25-956c-14e00bafcad1 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1532962
Nov 18 16:28:05.307959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-218f8da7-c1c3-4f5b-b80a-50d3e5174459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:05.309603 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-218f8da7-c1c3-4f5b-b80a-50d3e5174459 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 904 time: 0.1698737
Nov 18 16:28:05.386593 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-2de79a52-9fbe-4fd5-9a20-967e14dd5570 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 217 time: 0.0665700
Nov 18 16:28:05.467772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-af5e1215-a1aa-41e7-87cb-5c714d4a4a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:05.469621 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-af5e1215-a1aa-41e7-87cb-5c714d4a4a95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0753582
Nov 18 16:28:05.557971 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-00f56cac-adb4-4d6f-9f03-9eb118271f9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791774
Nov 18 16:28:05.714430 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-2f37a5d2-3572-415a-9b2d-7ca59f69e375 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487951
Nov 18 16:28:05.746272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-dd4afc6e-70ad-4dbe-b10b-ff94807e897c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:05.747373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-dd4afc6e-70ad-4dbe-b10b-ff94807e897c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Synchronizing usage tracker for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:05.760593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-dd4afc6e-70ad-4dbe-b10b-ff94807e897c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Unset dirty status for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:05.761851 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-dd4afc6e-70ad-4dbe-b10b-ff94807e897c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.1162593
Nov 18 16:28:05.843582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Deleting port bccb3a9c-8109-4fed-b284-2b76719be624 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:28:05.843974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:05.998204 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a543fca2-7917-49fe-8090-aaf5d826e62c req-7217924e-f46e-4e91-8f70-5b5e55865f24 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 210 time: 0.0786695
Nov 18 16:28:06.021199 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-db53de69-67c7-4d8d-b0bd-bcf0b5ac0c7d req-e3c1f7c8-f6f8-4df5-9894-568fbf652872 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2935348
Nov 18 16:28:06.061818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9020ff-dc60-4929-9b46-8b8960bf274f req-c3ec463b-70d6-46d6-b51d-3f30e1b49195 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:06.069668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b9020ff-dc60-4929-9b46-8b8960bf274f req-c3ec463b-70d6-46d6-b51d-3f30e1b49195 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 943 time: 0.2939975
Nov 18 16:28:06.155113 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b9020ff-dc60-4929-9b46-8b8960bf274f req-895ef2b3-f3bb-425d-828e-526a666ca4b0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758524
Nov 18 16:28:06.158857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] For port bccb3a9c-8109-4fed-b284-2b76719be624, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=bccb3a9c-8109-4fed-b284-2b76719be624,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:06.159395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:06.462034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce51ec5-90bd-4529-a91a-5e2cf4a4012f req-8f5c7a01-f573-4e87-9a4b-487f657c6fd5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:06.463773 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cce51ec5-90bd-4529-a91a-5e2cf4a4012f req-8f5c7a01-f573-4e87-9a4b-487f657c6fd5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 945 time: 0.2228661
Nov 18 16:28:06.469598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-e7ea656e-0878-497c-92b4-d2e8ba5919ed tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:06.471126 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-e7ea656e-0878-497c-92b4-d2e8ba5919ed tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 809 time: 0.2594194
Nov 18 16:28:06.535191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:06.535678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:06.536419 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Floating IP 5d158c19-1a3c-44c2-b55b-2deb31b8495f disassociated. External IP: 172.27.3.130, port: bccb3a9c-8109-4fed-b284-2b76719be624.
Nov 18 16:28:06.536898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Calling delete_port for bccb3a9c-8109-4fed-b284-2b76719be624 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:28:06.680914 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-cce51ec5-90bd-4529-a91a-5e2cf4a4012f req-d30356fc-fee8-42d6-921e-1d4ef22ba908 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=cc1ab23d-4236-4af5-b4b3-336d0d625b36&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1980433
Nov 18 16:28:06.707200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 69c37ecc-f386-4d21-bba9-26716032fa51 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:06.710826 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-8192ef2a-7c3a-4e7a-9e6e-8458d15e7f4d tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc1a0135be5042f78bb9e1a785d678de HTTP/1.1" status: 200  len: 5079 time: 0.1719337
Nov 18 16:28:06.721507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbbe8e-982e-44c4-94d4-10f46f3e767b req-abba504c-758c-4788-a812-6b34c175bf7b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:06.729532 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-96cbbe8e-982e-44c4-94d4-10f46f3e767b req-abba504c-758c-4788-a812-6b34c175bf7b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.2479305
Nov 18 16:28:06.737477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'port': {'device_id': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'admin_state_up': True, 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'security_groups': ['0f25c311-ddb6-4539-a991-2a90c75a0b12']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:06.758679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f996b8db-be79-4b2a-b0c8-7fce86db1b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:06.776874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:06.865788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 69c37ecc-f386-4d21-bba9-26716032fa51 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:06.871773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 69c37ecc-f386-4d21-bba9-26716032fa51 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:06.872299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:06.911760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-65aa5c7b-e0a8-4ec4-9a10-e2ce31c797ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:06.970695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event deleted for resources: {'Port': ['ID=bccb3a9c-8109-4fed-b284-2b76719be624,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:06.974080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:07.023295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:07.131933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:07.131933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 69c37ecc-f386-4d21-bba9-26716032fa51, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=69c37ecc-f386-4d21-bba9-26716032fa51,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:07.133630 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-96cbbe8e-982e-44c4-94d4-10f46f3e767b req-eb1b15e3-8336-4b1a-9955-901c8de5fbb2 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3897133
Nov 18 16:28:07.167336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:07.177754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:07.179758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ab598ef0-c5e6-4c3d-847d-a74b5a27e623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:07.195514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:07.229082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:28:07.271593 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b702a5bb-0054-4a21-9db5-5442c8adad28 req-9e6744d8-0c0d-44d3-9be8-3abd95866e93 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 210 time: 0.0658681
Nov 18 16:28:07.283427 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51', 'code': 200}
Nov 18 16:28:07.290192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:28:07.316480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Made reservation on behalf of dc1a0135be5042f78bb9e1a785d678de for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:07.322757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:07.324355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: bccb3a9c-8109-4fed-b284-2b76719be624 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:28:07.324891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device bccb3a9c-8109-4fed-b284-2b76719be624 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:28:07.354183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=69c37ecc-f386-4d21-bba9-26716032fa51,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:07.358260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:07.442312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:07.536967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:07.552825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:07.569422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:07.570110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14418a9668>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:07.582205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] No DVR routers for this DVR port bccb3a9c-8109-4fed-b284-2b76719be624 on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:28:07.584612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:07.587652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-deleted', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:07.683057 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a6e128f-f540-4a41-9e40-5e798d5b5dd2 req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "DELETE /v2.0/ports/bccb3a9c-8109-4fed-b284-2b76719be624 HTTP/1.1" status: 204  len: 173 time: 1.9135377
Nov 18 16:28:07.694977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613ab9-bb2f-41ac-bb4f-3f388ba62e0c req-b3194349-27fd-41ab-b7a3-67699ba5726f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:07.705434 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a7613ab9-bb2f-41ac-bb4f-3f388ba62e0c req-b3194349-27fd-41ab-b7a3-67699ba5726f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.3029363
Nov 18 16:28:07.714425 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a50b2b7-de58-406d-8509-710f3f1524c1', 'name': 'network-vif-deleted', 'tag': 'bccb3a9c-8109-4fed-b284-2b76719be624', 'status': 'completed', 'code': 200}
Nov 18 16:28:07.858252 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a7613ab9-bb2f-41ac-bb4f-3f388ba62e0c req-c09adb36-b298-41fc-a8c2-f849c856914b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1545141
Nov 18 16:28:07.933466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:07.962028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Allocated IP 172.20.0.4 (8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c/4fbf5ece-500e-4446-bc27-706953f69990/eba611af-c5e3-4127-a911-67ed72d745fe) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:07.990521 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7d0f878c-6436-4acc-91c1-26123e2e774a req-ecf90a11-a5e0-4d65-bc75-f3726e7a577c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1162 time: 0.1988983
Nov 18 16:28:08.152575 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7d0f878c-6436-4acc-91c1-26123e2e774a req-1981d8e2-67d2-4f4f-b39c-b14f561f38c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467936
Nov 18 16:28:08.168552 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-77b82e97-9448-4282-8dd4-c229bb845ee5 req-8f1a2294-b6f7-4289-8d75-c5c4ef1ce3b3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=9a50b2b7-de58-406d-8509-710f3f1524c1 HTTP/1.1" status: 200  len: 210 time: 0.1187329
Nov 18 16:28:08.457038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 69c37ecc-f386-4d21-bba9-26716032fa51 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:08.502260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:08.515416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21fe88-5aa6-4bd8-a507-cff89e57ed5d req-18d52575-e3fe-4e65-9eb4-9ee4d877d299 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:08.517699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d21fe88-5aa6-4bd8-a507-cff89e57ed5d req-18d52575-e3fe-4e65-9eb4-9ee4d877d299 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.1622245
Nov 18 16:28:08.590648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Transition to ACTIVE for port object eba611af-c5e3-4127-a911-67ed72d745fe will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:08.593836 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20c48ca0-a424-4d02-8aa1-adf8765fd690 req-73683364-86f0-4bf7-9657-e186088f3044 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 210 time: 0.0728147
Nov 18 16:28:08.596329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 69c37ecc-f386-4d21-bba9-26716032fa51 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:08.596823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:08.634583 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d21fe88-5aa6-4bd8-a507-cff89e57ed5d req-c9050113-244e-4ddf-bd5c-b629662e6fad tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0758460
Nov 18 16:28:08.669566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:08.688833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:08.812640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14418a9668>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:08.833234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:08.840341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event updated for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:08.850470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:08.866739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:08.903816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:08.905656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:08.905978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:08.906690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14418a9668>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:08.907874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:08.971185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:09.002980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:09.003649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:09.083636 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3508937
Nov 18 16:28:09.097525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Request body: {'port': {'device_id': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:09.169457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:09.169946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:09.272916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:09.321366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:09.427711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61bc5e-74cd-423a-be8a-0799e82cf27d req-ae3dbebd-e528-4ba6-8521-82ce70c318d6 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:09.435299 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4a61bc5e-74cd-423a-be8a-0799e82cf27d req-ae3dbebd-e528-4ba6-8521-82ce70c318d6 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.2700629
Nov 18 16:28:09.479714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:09.588242 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4a61bc5e-74cd-423a-be8a-0799e82cf27d req-a27e4519-1713-463a-978e-4dd51859117d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519847
Nov 18 16:28:09.716073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-77909414-4040-414c-bf9d-04246575d849 None None] Provisioning for port eba611af-c5e3-4127-a911-67ed72d745fe completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:09.724210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-77909414-4040-414c-bf9d-04246575d849 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:09.724210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-77909414-4040-414c-bf9d-04246575d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:09.724803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56162) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:09.833724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14418a9668>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:09.838982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-77909414-4040-414c-bf9d-04246575d849 None None] Port eba611af-c5e3-4127-a911-67ed72d745fe cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:09.842206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457df2d-25d7-4207-a6a0-43c4281b14d3 None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:10.007128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.146415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.243646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2030f-b4a3-4847-8877-40bc37130ef4 req-f6f4030f-7a17-4c48-a63b-945a77a3e64c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:10.245134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-16c2030f-b4a3-4847-8877-40bc37130ef4 req-f6f4030f-7a17-4c48-a63b-945a77a3e64c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:10.275392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50a96-5393-415f-84ad-acbf4c9adcaa req-19d3fb39-1423-4280-805d-2094309ad443 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:10.280078 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ed50a96-5393-415f-84ad-acbf4c9adcaa req-19d3fb39-1423-4280-805d-2094309ad443 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.4042885
Nov 18 16:28:10.348726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06643e5-a2b5-41d2-aca2-2a3185b6c1a8 None None] New status for floating IP 5d158c19-1a3c-44c2-b55b-2deb31b8495f: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:28:10.360020 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ed50a96-5393-415f-84ad-acbf4c9adcaa req-f7212771-fe58-47cb-a83c-2810507a9e62 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0748956
Nov 18 16:28:10.373638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:10.395574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-16c2030f-b4a3-4847-8877-40bc37130ef4 req-f6f4030f-7a17-4c48-a63b-945a77a3e64c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:10.404496 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-16c2030f-b4a3-4847-8877-40bc37130ef4 req-f6f4030f-7a17-4c48-a63b-945a77a3e64c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 931 time: 0.5729861
Nov 18 16:28:10.463484 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-16c2030f-b4a3-4847-8877-40bc37130ef4 req-4333c7b9-bed2-46ed-9f88-cea6fd79fa0a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0580809
Nov 18 16:28:10.465534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:10.466042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.482540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba611af-c5e3-4127-a911-67ed72d745fe {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:28:10.490814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.504790 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Transition to ACTIVE for port object eba611af-c5e3-4127-a911-67ed72d745fe will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:10.543621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.548424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.585828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:10.629577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ab23d-4236-4af5-b4b3-336d0d625b36,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:10.638169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:10.642080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:10.749526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:10.750727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "DELETE /v2.0/security-groups/cc1ab23d-4236-4af5-b4b3-336d0d625b36 HTTP/1.1" status: 204  len: 168 time: 1.0248795
Nov 18 16:28:10.754320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56174) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:10.772045 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.v2.resource [None req-0f0caf76-597d-49ed-b2fb-f9ca9ef8bd1a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] show failed (client error): The resource could not be found.
Nov 18 16:28:10.773498 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0f0caf76-597d-49ed-b2fb-f9ca9ef8bd1a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups/cc1ab23d-4236-4af5-b4b3-336d0d625b36 HTTP/1.1" status: 404  len: 347 time: 0.0181708
Nov 18 16:28:10.776483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56178) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:10.888200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Pushing event updated for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:10.905074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:11.033069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0af7-93d8-429f-94e7-2d4397b2bb2f req-63c960a4-ac24-4928-91fb-03f618bb70f9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:11.035027 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4bca0af7-93d8-429f-94e7-2d4397b2bb2f req-63c960a4-ac24-4928-91fb-03f618bb70f9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.2933769
Nov 18 16:28:11.215273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Deleting port 21dbb0b6-6f24-4cc7-9e32-632530f0c605 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:28:11.215652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.369637 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4bca0af7-93d8-429f-94e7-2d4397b2bb2f req-fc160eda-f022-449f-bb7c-6cf8785aeef9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3258092
Nov 18 16:28:11.390643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Attempting to bind port eba611af-c5e3-4127-a911-67ed72d745fe on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:11.391025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Attempting to bind port eba611af-c5e3-4127-a911-67ed72d745fe by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:11.391396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Attempting to bind port eba611af-c5e3-4127-a911-67ed72d745fe on network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:11.398986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:11.399364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Checking segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:11.399771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.400169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Bound using segment: {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:11.400751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Bound port: eba611af-c5e3-4127-a911-67ed72d745fe, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060193aa-96ea-45f4-a120-f9a4232f9af6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:11.401080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.436873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.437244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.536581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] For port eba611af-c5e3-4127-a911-67ed72d745fe, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:11.540019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] For port eba611af-c5e3-4127-a911-67ed72d745fe, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=eba611af-c5e3-4127-a911-67ed72d745fe,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:11.599026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Calling delete_port for 21dbb0b6-6f24-4cc7-9e32-632530f0c605 owned by network:floatingip {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:28:11.647793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.669644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:11.747816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:28:11.779082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.798462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:11.853938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event deleted for resources: {'Port': ['ID=21dbb0b6-6f24-4cc7-9e32-632530f0c605,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:11.856398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Pushing event updated for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:11.858634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:11.869817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:11.918949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff356c0-6978-4009-a4cf-2bae50203d67 req-ef68e489-f3e7-44c2-b307-121f20a846b9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:11.920614 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1ff356c0-6978-4009-a4cf-2bae50203d67 req-ef68e489-f3e7-44c2-b307-121f20a846b9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.3659081
Nov 18 16:28:11.932628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fe841-4375-48ed-aad6-b73bbd0ae1a3 req-e87b2f5d-59fd-43bb-be88-69d8e0de1d7d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:11.934272 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ce8fe841-4375-48ed-aad6-b73bbd0ae1a3 req-e87b2f5d-59fd-43bb-be88-69d8e0de1d7d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.3774025
Nov 18 16:28:11.945583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56194) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:11.951713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'floatingip': {'port_id': '69c37ecc-f386-4d21-bba9-26716032fa51'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:11.974935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:11.976485 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] 10.222.0.37 "PUT /v2.0/ports/eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 1157 time: 2.8839095
Nov 18 16:28:11.977050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:12.038118 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1ff356c0-6978-4009-a4cf-2bae50203d67 req-88a2c174-0436-41ea-8496-f3d4929c0bd5 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0869544
Nov 18 16:28:12.063507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:12.171588 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'status': 'completed', 'code': 200}
Nov 18 16:28:12.291288 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-fa3b1eb2-110d-4bda-9e10-844e24790bca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1160 time: 0.1990190
Nov 18 16:28:12.297796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99077a67-861f-43cd-b3f6-4cf2232bde64 req-9c13a237-9c2b-47b3-afb1-47e2a297d755 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:12.299441 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-99077a67-861f-43cd-b3f6-4cf2232bde64 req-9c13a237-9c2b-47b3-afb1-47e2a297d755 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1269767
Nov 18 16:28:12.364841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:12.395191 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-0b3b11e9-d6e9-407f-a5ef-40b6d2396d95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 217 time: 0.0946584
Nov 18 16:28:12.397980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:12.402583 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "DELETE /v2.0/floatingips/5d158c19-1a3c-44c2-b55b-2deb31b8495f HTTP/1.1" status: 204  len: 168 time: 1.6215751
Nov 18 16:28:12.468547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-99077a67-861f-43cd-b3f6-4cf2232bde64 req-d9533eb0-5d4b-4933-8277-8ce983af177b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1126614
Nov 18 16:28:12.508758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-bfbac4f8-9b1f-4fca-a2ab-d92e9ca96754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:12.510729 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-bfbac4f8-9b1f-4fca-a2ab-d92e9ca96754 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.1060710
Nov 18 16:28:12.629152 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-481909ab-7ff4-4650-8ed3-00064e953df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103079
Nov 18 16:28:12.717859 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56210) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:12.728341 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'security_group': {'name': 'tempest-securitygroup--1867515047', 'description': 'tempest-description--949269441'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:12.741906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:12.761201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:12.787990 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-42596a25-0064-4f47-91e4-de4dd107800e service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515105
Nov 18 16:28:12.882719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:12.897012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:12.942420 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b57d6e17-faed-4d10-a09e-f0e53275b808 req-fff35e3c-0fc6-4e1f-a446-f09ec98494a7 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476309
Nov 18 16:28:12.946169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.008048 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:13.055804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:13.060679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:13.070402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:13.110486 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-54f865b5-ee90-47ff-8e95-af8c8f9feada service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1160 time: 0.0940480
Nov 18 16:28:13.213970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.240277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.259430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.267914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048527d-e632-4438-a0d1-31859b1259b2 req-9f7f4c61-ddfd-479d-871d-df397260aa7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:13.269656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-9f7f4c61-ddfd-479d-871d-df397260aa7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.1523194
Nov 18 16:28:13.318540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.330643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-02bdb63f-9bbd-4880-ba82-9500df2112b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:13.359111 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-aee89e72-fec2-467a-b047-317350c8de91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 217 time: 0.0822248
Nov 18 16:28:13.380107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'SecurityGroup': ['ID=96b59d8d-dd28-4f52-8cab-74ce2ceebd94,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:13.383352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:13.402899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.404219 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d3dd66d8-d0fa-48f6-b455-8bfa3525e4c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6847560
Nov 18 16:28:13.407339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56226) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:13.419299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'security_group_rule': {'security_group_id': '96b59d8d-dd28-4f52-8cab-74ce2ceebd94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:13.433450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:13.441082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:13.445686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:13.454607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:13.457594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048527d-e632-4438-a0d1-31859b1259b2 req-1760d7b9-7b7c-4941-a1e2-5086d1e29f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:13.459187 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-1760d7b9-7b7c-4941-a1e2-5086d1e29f00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.0940099
Nov 18 16:28:13.524656 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Floating IP ea43cdf5-a758-4780-9db5-0a4581e05ad5 associated. External IP: 172.27.3.225, port: 69c37ecc-f386-4d21-bba9-26716032fa51.
Nov 18 16:28:13.570298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.727960 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-36de973d-e256-48be-b8a0-c086bfde0f76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2598228
Nov 18 16:28:13.739054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d584-b5fc-4f0e-8eed-8a1632be91ba req-b7f39073-8578-47ce-8907-cd2ffbc00536 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:13.740762 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1635d584-b5fc-4f0e-8eed-8a1632be91ba req-b7f39073-8578-47ce-8907-cd2ffbc00536 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.5241604
Nov 18 16:28:13.811409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.917378 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:13.936298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00f9e8-c8dd-471b-8836-5fcbe9e5e8db req-5a7a3f7f-395b-4a59-be5c-e9d01a6e2c9c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:13.937967 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f00f9e8-c8dd-471b-8836-5fcbe9e5e8db req-5a7a3f7f-395b-4a59-be5c-e9d01a6e2c9c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.3154960
Nov 18 16:28:13.952817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-99b1461e-3793-4068-9703-68e6f5db9fa9 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:13.979506 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1635d584-b5fc-4f0e-8eed-8a1632be91ba req-e7c26146-f75f-4e6b-ae9f-d372575ff83b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&id=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.2035539
Nov 18 16:28:14.000791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48893a01-30f4-4a3b-9cd7-88837900dd4a,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:14.003804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:14.065762 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-4943c5f8-f23e-4667-a92b-c21b2cde44f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237917
Nov 18 16:28:14.121722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.122998 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-64c40f12-4d19-4046-8596-3c969f0d8be7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7100465
Nov 18 16:28:14.134550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56248) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:14.137069 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f00f9e8-c8dd-471b-8836-5fcbe9e5e8db req-8636dd25-4a7c-4aff-91ed-193629d1eabe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1762488
Nov 18 16:28:14.145684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'security_group_rule': {'security_group_id': '96b59d8d-dd28-4f52-8cab-74ce2ceebd94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:14.155745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:14.214027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:security_group_rule and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:14.218724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:14.224420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Router 2ae323c5-499b-4f73-abde-327d26ecd938 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:28:14.234183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:14.275265 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8048527d-e632-4438-a0d1-31859b1259b2 req-a17ed74a-c930-409c-9f1d-2e8893b44c5f service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1981809
Nov 18 16:28:14.276609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.346961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.391228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.399309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c591b865-0eda-42e5-8844-2838f62da7e8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:14.419452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e61c8a5-2fb1-46be-81c4-a67980dcdb4f,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:14.423642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:14.447960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:14.448099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.450206 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e863c2aa-17a3-46f0-b1d9-7acd4a621bb5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3121493
Nov 18 16:28:14.453456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56254) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:14.456535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.460735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:14.461087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:14.468385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:14.472460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:floatingip and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:14.475653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:14.487129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:14.493228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:14.494352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14415dd3c8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:14.524352 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d1fb03df-71b2-40e1-aba6-c70387e04b9f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "PUT /v2.0/floatingips/ea43cdf5-a758-4780-9db5-0a4581e05ad5 HTTP/1.1" status: 200  len: 991 time: 2.5775592
Nov 18 16:28:14.525376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:14.539646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:14.637819 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51', 'status': 'completed', 'code': 200}
Nov 18 16:28:14.881259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:15.007665 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-99750a6e-5fe2-48d3-8f87-4f9a978668c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1162 time: 0.3194799
Nov 18 16:28:15.013966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:15.273748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14415dd3c8>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'ea43cdf5-a758-4780-9db5-0a4581e05ad5', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'port_id': '69c37ecc-f386-4d21-bba9-26716032fa51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'mac_address': 'fa:16:3e:aa:ab:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:27:53Z', 'updated_at': '2020-11-18T16:28:12Z', 'revision_number': 1, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:15.275024 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-7ea6ed89-cedd-4bad-b015-b5a7288eea0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:15.276659 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-7ea6ed89-cedd-4bad-b015-b5a7288eea0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 904 time: 0.2505643
Nov 18 16:28:15.278788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:15.290864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:15.291675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14415dd3c8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:15.485921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:15.492074 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-b5a7db22-810b-48f3-a05f-49b6341661b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 999 time: 0.1745181
Nov 18 16:28:15.634828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Allocated IP 172.27.3.179 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/227f00ba-1b7a-4018-8781-dfab6f8b6909) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:15.658368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-333dbf79-151a-4c56-83fd-c1c6e507ca3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:15.659991 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-333dbf79-151a-4c56-83fd-c1c6e507ca3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.1278861
Nov 18 16:28:15.778706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb8404-6e78-4676-a63d-9f6d789f364f req-89487134-5adf-47f9-93c5-950e4765fb7b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:15.780471 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04bb8404-6e78-4676-a63d-9f6d789f364f req-89487134-5adf-47f9-93c5-950e4765fb7b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.4646108
Nov 18 16:28:15.878361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14415dd3c8>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'ea43cdf5-a758-4780-9db5-0a4581e05ad5', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'port_id': '69c37ecc-f386-4d21-bba9-26716032fa51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'mac_address': 'fa:16:3e:aa:ab:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:27:53Z', 'updated_at': '2020-11-18T16:28:12Z', 'revision_number': 1, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:15.882883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e7e12-47e2-4ba7-b3ac-70140867d794 None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'ea43cdf5-a758-4780-9db5-0a4581e05ad5', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'port_id': '69c37ecc-f386-4d21-bba9-26716032fa51', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'mac_address': 'fa:16:3e:aa:ab:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:27:53Z', 'updated_at': '2020-11-18T16:28:12Z', 'revision_number': 1, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:15.945503 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-b1f1f5b7-7c78-46a6-aaeb-044ab3146f51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2732964
Nov 18 16:28:15.956227 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04bb8404-6e78-4676-a63d-9f6d789f364f req-311d6665-496d-41de-b529-cbdab4cc2af0 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1678984
Nov 18 16:28:15.990541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:16.124767 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-fb3b6e4a-7f7b-4c19-b859-280192c9bb9e service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674304
Nov 18 16:28:16.174731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:16.193812 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c29b2b65-c976-48d8-83ae-5fc4b6385d92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:16.195244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6db796-8322-4ffa-a977-fffa5a6a89de None None] New status for floating IP ea43cdf5-a758-4780-9db5-0a4581e05ad5: ACTIVE {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:28:16.423545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'Port': ['ID=227f00ba-1b7a-4018-8781-dfab6f8b6909,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:16.432962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:16.469267 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4ef27345-eef6-4cce-8cad-d5dbe8454a13 req-12f93eae-0170-4b02-8208-d57ddafb3d8a service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3367541
Nov 18 16:28:16.496621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:16.496621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:16.496621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:16.593848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:16.708033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:17.231815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:17.256410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a8798-5277-4315-b928-6730ac119d7c req-ef8e4363-7ad0-4b4d-96ef-9eb6ac69407f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:17.258282 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59a8798-5277-4315-b928-6730ac119d7c req-ef8e4363-7ad0-4b4d-96ef-9eb6ac69407f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1057377
Nov 18 16:28:17.309598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59a8798-5277-4315-b928-6730ac119d7c req-7666017a-8607-4226-8209-900a58338600 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449483
Nov 18 16:28:17.333322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:17.351101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-095fac3d-4b9d-4387-8064-4b0d11033adf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:17.499651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'Port': ['ID=227f00ba-1b7a-4018-8781-dfab6f8b6909,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:17.505627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:17.601059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:17.680148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:17.681458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2268951
Nov 18 16:28:18.012585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-fbd9f015-46ee-4303-bfb7-7abda9557aeb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Synchronizing usage tracker for tenant:d91673e536fa41af8263f5ea66dba991 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:18.058943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-fbd9f015-46ee-4303-bfb7-7abda9557aeb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Unset dirty status for tenant:d91673e536fa41af8263f5ea66dba991 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:18.060368 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-fbd9f015-46ee-4303-bfb7-7abda9557aeb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1867515047&fields=id&tenant_id=d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 267 time: 0.0967448
Nov 18 16:28:18.232772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-47cdb5b0-3aac-48e1-a770-a1789a867a01 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:18.234726 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-47cdb5b0-3aac-48e1-a770-a1789a867a01 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 816 time: 0.1649194
Nov 18 16:28:18.252237 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-b852a123-971c-43b1-a2ce-f9f8aff09f7c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/quotas/d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 375 time: 0.0117927
Nov 18 16:28:18.339727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-7fe3c807-7630-4b46-ba43-d3ac4cf108fb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0820415
Nov 18 16:28:18.552326 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-3cae84c6-414c-4643-baa5-57d2e8029e32 service neutron] 10.222.0.23 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998260
Nov 18 16:28:18.617898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261381d-e647-4f58-bcfc-536f0e8894ad req-1d05c05d-b80e-4a0f-ab43-09f158da45a8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:18.619504 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6261381d-e647-4f58-bcfc-536f0e8894ad req-1d05c05d-b80e-4a0f-ab43-09f158da45a8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1672134
Nov 18 16:28:18.748887 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6261381d-e647-4f58-bcfc-536f0e8894ad req-70106173-ef0b-4c2a-a891-3713845a61b8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0800924
Nov 18 16:28:18.752944 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-575bdaca-490f-43a7-9dd1-77343d7eec2c service neutron] 10.222.0.23 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1935289
Nov 18 16:28:19.101091 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2f696f7f-ff4f-4f9f-9e3e-38a140414ed9 req-d0767f4e-23ef-43bf-bea1-29b63bf44486 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.0488203
Nov 18 16:28:19.977168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a03a4e-7a83-4531-8d71-f1a4b7d5823a req-dcff5d01-1a9b-42a9-a3f2-8f133f56f1cc tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:19.978786 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d9a03a4e-7a83-4531-8d71-f1a4b7d5823a req-dcff5d01-1a9b-42a9-a3f2-8f133f56f1cc tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.0846157
Nov 18 16:28:20.031599 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d9a03a4e-7a83-4531-8d71-f1a4b7d5823a req-a2639f93-59ca-4597-8fcc-b9938cef8d02 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0465536
Nov 18 16:28:20.457139 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4bee3e3-54e4-4adc-a268-89cbd5cb7d90 req-e75d5cf6-7d6a-4f10-b5f1-d96f3ef749bf tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.0474858
Nov 18 16:28:21.251283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722185b-2d82-46c3-ae0c-c11cf0ddb51a req-1d17eb9e-6247-4676-849d-5f0b66661559 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:21.252922 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b722185b-2d82-46c3-ae0c-c11cf0ddb51a req-1d17eb9e-6247-4676-849d-5f0b66661559 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.0837443
Nov 18 16:28:21.304493 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b722185b-2d82-46c3-ae0c-c11cf0ddb51a req-eeac428e-6ae1-41ab-af12-07d34be5d6c5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0454628
Nov 18 16:28:21.654464 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-69e8f641-0151-41ba-86a4-1540cd3ade18 req-a0cf043c-288a-4846-a408-10454fc535e2 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.0467186
Nov 18 16:28:22.518556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262db0b-f7bc-4779-9363-01dffc02fce6 req-662127cb-078a-4e97-adab-c9f41f692e4f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:22.520182 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a262db0b-f7bc-4779-9363-01dffc02fce6 req-662127cb-078a-4e97-adab-c9f41f692e4f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.0862961
Nov 18 16:28:22.569582 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a262db0b-f7bc-4779-9363-01dffc02fce6 req-d48febf3-ed25-488b-b89d-c3b7d18a91a9 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426228
Nov 18 16:28:22.850279 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7d76efb8-ad17-47b8-ae32-893c85d4e62b req-5f89b24f-cf31-4e88-923a-c61d39e08ab4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.0478804
Nov 18 16:28:23.037806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:23.154116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port eba611af-c5e3-4127-a911-67ed72d745fe completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:23.160270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:23.160796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:23.284591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:23.312361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:23.322964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port eba611af-c5e3-4127-a911-67ed72d745fe, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=eba611af-c5e3-4127-a911-67ed72d745fe,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:23.350806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:23.352876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:23.368977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6b0ae386-5d06-4d3d-bf19-71e12e328f21 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:23.368977 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6b0ae386-5d06-4d3d-bf19-71e12e328f21 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 816 time: 0.1634264
Nov 18 16:28:23.383189 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'code': 200}
Nov 18 16:28:23.424551 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:23.434194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.435085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.435085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.435577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.436175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.436624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.437007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.437382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.437754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.438126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.438689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.439062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.439528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.439899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.440272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.440668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.441035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.441405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.441771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.442137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.442505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.442870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.443232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.443594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:23.447942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:23.478715 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-dc8d7933-67d6-488e-b8c0-8be42a3260c0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 5044 time: 0.0761492
Nov 18 16:28:23.488796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'port': {'device_id': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'admin_state_up': True, 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'security_groups': ['96b59d8d-dd28-4f52-8cab-74ce2ceebd94']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:23.511507 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:23.596958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:23.597504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:23.645236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:23.659532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Usage tracker for resource:port and tenant:d91673e536fa41af8263f5ea66dba991 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:23.666344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Quota usage for port was recalculated. Used quota:3. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:23.674512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:23.762654 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Made reservation on behalf of d91673e536fa41af8263f5ea66dba991 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:23.768418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:23.862383 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03cc4194-3ab4-4c83-8494-115275a6cf27 req-551a3be5-10a7-4bb6-b38e-4ffaeadd5f8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.0791109
Nov 18 16:28:23.908984 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03cc4194-3ab4-4c83-8494-115275a6cf27 req-44610bec-5c3f-4543-ac6f-e89ab1a545fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0389123
Nov 18 16:28:23.963402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00108ec-9f60-42a6-849d-77907f528740 req-36a88185-00ac-4d1a-ba2a-b9234352226e tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:23.964961 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e00108ec-9f60-42a6-849d-77907f528740 req-36a88185-00ac-4d1a-ba2a-b9234352226e tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.2428536
Nov 18 16:28:24.082470 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a7fc0b87-0ae8-4d22-af1b-e100f0e1ae42 req-49dc1715-5e17-4d84-9d2e-6b39aad31f81 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.0751200
Nov 18 16:28:24.128914 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e00108ec-9f60-42a6-849d-77907f528740 req-59c1c40b-c7eb-4507-b82f-67d6dfdddc78 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1228127
Nov 18 16:28:24.200906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Allocated IP 172.20.0.7 (6062229e-0326-42f9-b211-bfe68c01af92/edfdaa03-ca83-4fed-ad16-889820a0cada/10240c3e-940f-49da-b42a-96fe7418c2c0) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:24.399712 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:24.418213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Transition to ACTIVE for port object 10240c3e-940f-49da-b42a-96fe7418c2c0 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:24.437562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56404) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:24.691784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:24.708389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-18bda385-29b9-4ae6-8a03-f40c83be93ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:24.791856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Deleting subnet 0ac0f4ca-7db9-43cd-a897-b76933012d69 {{(pid=80403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:28:24.843172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:24.915322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:24.921626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:24.949186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436002'] for subnet, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.023570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Network 6062229e-0326-42f9-b211-bfe68c01af92 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:25.024792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:25.045420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.071545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:25.205599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:25.206290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.352182 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8592668
Nov 18 16:28:25.389131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-35f45336-827f-446a-bfe0-b1819c50f265 None None] Provisioning for port 10240c3e-940f-49da-b42a-96fe7418c2c0 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:25.395374 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-35f45336-827f-446a-bfe0-b1819c50f265 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:25.395802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-35f45336-827f-446a-bfe0-b1819c50f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.398968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Request body: {'port': {'device_id': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:25.468755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-35f45336-827f-446a-bfe0-b1819c50f265 None None] Port 10240c3e-940f-49da-b42a-96fe7418c2c0 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:25.526295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:25.599533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:25.599959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.621859 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.764178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814a64c-6aec-4fcc-b6b2-1fa01e0f030c req-7ee3fb09-8b43-44f4-bd96-9a389f396a33 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:25.766089 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b814a64c-6aec-4fcc-b6b2-1fa01e0f030c req-7ee3fb09-8b43-44f4-bd96-9a389f396a33 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.3860323
Nov 18 16:28:25.783960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b78279-35d0-4199-94c2-6a3955f89a99 req-2f0b38f4-fc04-4e68-8c5a-86c259f08f65 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:25.787301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d4b78279-35d0-4199-94c2-6a3955f89a99 req-2f0b38f4-fc04-4e68-8c5a-86c259f08f65 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Synchronizing usage tracker for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:25.921168 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b814a64c-6aec-4fcc-b6b2-1fa01e0f030c req-13720be0-804c-4385-8efe-8152785886ee tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1459911
Nov 18 16:28:25.968919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852613592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852369501'] for subnet, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:25.970312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d4b78279-35d0-4199-94c2-6a3955f89a99 req-2f0b38f4-fc04-4e68-8c5a-86c259f08f65 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Unset dirty status for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:25.971549 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d4b78279-35d0-4199-94c2-6a3955f89a99 req-2f0b38f4-fc04-4e68-8c5a-86c259f08f65 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 931 time: 0.6353576
Nov 18 16:28:25.998279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c9b2d93a-a7d0-40f8-8ec2-55235d8db3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:26.043782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac0f4ca-7db9-43cd-a897-b76933012d69,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:26.076309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:26.284988 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d4b78279-35d0-4199-94c2-6a3955f89a99 req-5a7401ef-38f5-44a7-a8db-26abad5c4b65 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2876983
Nov 18 16:28:26.297846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.307634 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ee13baeb-4549-47ce-8c7c-28d004de135b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0ac0f4ca-7db9-43cd-a897-b76933012d69 HTTP/1.1" status: 204  len: 168 time: 1.8684864
Nov 18 16:28:26.310310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56428) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:26.401516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10240c3e-940f-49da-b42a-96fe7418c2c0 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:28:26.408834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.421311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Transition to ACTIVE for port object 10240c3e-940f-49da-b42a-96fe7418c2c0 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:26.429334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.457278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.473307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-383e511c-63b1-48ad-a8be-41dc70f9c4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:26.617227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:26.618021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.622439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:26.738275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1440573080>,) {'filters': {'network_id': ['54c040d1-6bf6-4ead-a64e-1d482538897e']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:26.752302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1440573080>, 'e2e9e08f-b30d-4cf3-9d75-11187363952e') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:26.752680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1440573080>, 'e2e9e08f-b30d-4cf3-9d75-11187363952e') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:26.766259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.782991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.786414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:28:26.812075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Attempting to bind port 10240c3e-940f-49da-b42a-96fe7418c2c0 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:26.812599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Attempting to bind port 10240c3e-940f-49da-b42a-96fe7418c2c0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:26.813098 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Attempting to bind port 10240c3e-940f-49da-b42a-96fe7418c2c0 on network 6062229e-0326-42f9-b211-bfe68c01af92 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:26.820933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:26.821685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Checking segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:26.821876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.822363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Bound using segment: {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:26.822934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Bound port: 10240c3e-940f-49da-b42a-96fe7418c2c0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9503591f-03fb-40b8-b843-6e46c3f737c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:26.823390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.939497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:26.943141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:26.974871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:26.986676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Network 54c040d1-6bf6-4ead-a64e-1d482538897e has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:28:26.990367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6c6bb050-2597-4032-bf11-52fbbde44eaf tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:26.996569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.229644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Network 54c040d1-6bf6-4ead-a64e-1d482538897e has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:28:27.259152 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:28:27.367958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.378732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c080bd77-6d2f-4839-b277-26d7c78fc52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:27.402328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.410823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c040d1-6bf6-4ead-a64e-1d482538897e,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:27.414849 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54c040d1-6bf6-4ead-a64e-1d482538897e HTTP/1.1" status: 204  len: 168 time: 1.1022952
Nov 18 16:28:27.414849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-19f7478a-a3f2-4aad-8519-9ab2644cc077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:27.416981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56442) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:27.443881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:27.502829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Deleting subnet 5458f347-6a1b-4029-85d8-67f3923c3c94 {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:28:27.503064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:27.503187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.556649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.558170 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 200  len: 1157 time: 2.1718504
Nov 18 16:28:27.558707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:27.569212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.571228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a535-2720-4127-89c7-374e80ed8576 req-4280f99c-6aa4-43f0-9ef2-bb5ecafa6ef2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:27.572892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3396a535-2720-4127-89c7-374e80ed8576 req-4280f99c-6aa4-43f0-9ef2-bb5ecafa6ef2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.4911089
Nov 18 16:28:27.669038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:27.725625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85c33e-2a8e-45b3-8b68-d996993a816c req-4d4426df-f7b8-4c06-9545-e025fbce24cd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:27.727308 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac85c33e-2a8e-45b3-8b68-d996993a816c req-4d4426df-f7b8-4c06-9545-e025fbce24cd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.2800980
Nov 18 16:28:27.782697 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3396a535-2720-4127-89c7-374e80ed8576 req-82dc39af-93c5-46d6-a8b2-9abbc6b8332b tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1951518
Nov 18 16:28:27.834252 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac85c33e-2a8e-45b3-8b68-d996993a816c req-f71981d9-46bb-466a-9f87-71f309ecde34 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837343
Nov 18 16:28:27.840232 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-75d06ecb-574a-42c9-8a1e-b4fcf588614f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1160 time: 0.2113426
Nov 18 16:28:27.929378 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'status': 'completed', 'code': 200}
Nov 18 16:28:27.940163 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-d2db52d5-973a-4cbf-b4e8-d06c4a5c5b1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 200  len: 217 time: 0.0898063
Nov 18 16:28:28.062267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-bd976ca8-c884-4bd4-9eba-3e83efe1aa8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:28.064282 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-bd976ca8-c884-4bd4-9eba-3e83efe1aa8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1157286
Nov 18 16:28:28.144605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6713a-5e53-450a-8493-309f87716fd1 req-9ad3c2cf-c173-433c-84bc-15d37be21c7f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:28.146196 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5f6713a-5e53-450a-8493-309f87716fd1 req-9ad3c2cf-c173-433c-84bc-15d37be21c7f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.1591935
Nov 18 16:28:28.195063 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-151cdb7c-5f3e-4976-8130-5c5b31960d75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1233022
Nov 18 16:28:28.223080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.234700 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5f6713a-5e53-450a-8493-309f87716fd1 req-d0e550cd-8e04-4e94-94fa-f52c659c3a7e tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0817254
Nov 18 16:28:28.239726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4ce32104-da8b-487e-928c-cb46415de7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:28.361553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5458f347-6a1b-4029-85d8-67f3923c3c94,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:28.368662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:28.382893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.388982 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fd163eaf-c0de-47b8-b009-250772dfd8df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5458f347-6a1b-4029-85d8-67f3923c3c94 HTTP/1.1" status: 204  len: 168 time: 0.9703045
Nov 18 16:28:28.392268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56458) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:28.463424 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-f916c40a-186c-497b-82a4-4acde30c314e service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600985
Nov 18 16:28:28.499905 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-91769837-f869-4e8a-8615-58f2f7065775 req-59a2db4d-d15f-4b57-82f1-5d2232ff99cd tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1918058
Nov 18 16:28:28.508158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.511463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:28.519438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:28.525714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Usage tracker for resource:floatingip and tenant:dc1a0135be5042f78bb9e1a785d678de is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:28.528785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:28.534626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:28.588805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.709146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.732732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.824015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1441d08208>,) {'filters': {'network_id': ['793942f4-3ce6-41e2-bc8e-4ca630e971ef']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:28.836756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441d08208>, 'ca594600-f403-4bf6-8bed-972e6e6bc4aa') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:28.837092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1441d08208>, 'ca594600-f403-4bf6-8bed-972e6e6bc4aa') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:28.850985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.942576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:28.945039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:28:29.053773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Allocated IP 172.27.3.140 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/99ddc23a-ac2a-4142-a732-7269009d95ce) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:29.221047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.276145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.291702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4aeeff84-640f-4099-89ad-459815b59fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:29.342696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:28:29.354932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.432238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event updated for resources: {'Port': ['ID=99ddc23a-ac2a-4142-a732-7269009d95ce,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:29.436735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:29.478708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:29.479904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:29.482240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:29.532889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Network 793942f4-3ce6-41e2-bc8e-4ca630e971ef has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:28:29.555833 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:28:29.574889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.658939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.659157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.662231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:29.676588 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.686448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Pushing event deleted for resources: {'Network': ['ID=793942f4-3ce6-41e2-bc8e-4ca630e971ef,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:29.689140 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] 10.222.0.23 "DELETE /v2.0/networks/793942f4-3ce6-41e2-bc8e-4ca630e971ef HTTP/1.1" status: 204  len: 168 time: 1.2958572
Nov 18 16:28:29.690156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:29.929411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.984614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:29.987730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56470) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:30.001328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:30.046925 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-dbe57c72-cd67-4268-8b90-4ccc5b4ba57b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a5db75bdc2a44c885c7dd7bfff621d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0554476
Nov 18 16:28:30.047254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56474) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:30.109760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:30.139514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:30.144001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event updated for resources: {'Port': ['ID=99ddc23a-ac2a-4142-a732-7269009d95ce,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:30.148420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:30.241364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:30.264231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:30.269193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-64c9d78c-096e-4eb4-a212-40688d0fc777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:30.281060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe348029-fdb2-47f9-98f9-45c60b0c0c0d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:30.285254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:30.288109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:30.289534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:30.289670 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-91769837-f869-4e8a-8615-58f2f7065775 req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7830198
Nov 18 16:28:30.290744 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe348029-fdb2-47f9-98f9-45c60b0c0c0d HTTP/1.1" status: 204  len: 168 time: 0.2424095
Nov 18 16:28:30.376322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-91769837-f869-4e8a-8615-58f2f7065775 req-c1a4aa54-d0e6-442e-80ae-99467917c7d2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:28:30.420035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-91769837-f869-4e8a-8615-58f2f7065775 req-c1a4aa54-d0e6-442e-80ae-99467917c7d2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:28:30.421556 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-91769837-f869-4e8a-8615-58f2f7065775 req-c1a4aa54-d0e6-442e-80ae-99467917c7d2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.140 HTTP/1.1" status: 200  len: 696 time: 0.1232100
Nov 18 16:28:30.586524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91769837-f869-4e8a-8615-58f2f7065775 req-5ec0649b-4091-4f85-a2ec-ba0b0d4c45a6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:30.588000 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-91769837-f869-4e8a-8615-58f2f7065775 req-5ec0649b-4091-4f85-a2ec-ba0b0d4c45a6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.1607218
Nov 18 16:28:30.853956 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56484) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:30.910762 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1a94eb64-df8c-4917-8366-124225d22081 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2f8bac8fc61403eabddbfba04d45520&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0554786
Nov 18 16:28:30.913286 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56488) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:30.982986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:31.012308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:31.015361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff32cf8-eb80-4c5b-844a-fa71d53ea532 req-5714ff5f-3481-4f6e-ab64-ff4bfc66b374 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:31.017081 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-aff32cf8-eb80-4c5b-844a-fa71d53ea532 req-5714ff5f-3481-4f6e-ab64-ff4bfc66b374 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.3280873
Nov 18 16:28:31.165832 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:31.171482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24c35dd6-5f08-40d1-84f7-8e89bc1431ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:31.190462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5fa794-661b-4278-9018-04b7969dc925,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:31.193288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:31.194423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:31.195627 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb5fa794-661b-4278-9018-04b7969dc925 HTTP/1.1" status: 204  len: 168 time: 0.2813485
Nov 18 16:28:31.204783 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b1a7b5e-f88e-474d-b997-f23027537a0c req-8049f947-f3df-444a-907f-47d232a877d5 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2378726
Nov 18 16:28:31.208458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-aff32cf8-eb80-4c5b-844a-fa71d53ea532 req-8fc6ea1e-0dee-4d7a-ae02-328f258c813d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1837809
Nov 18 16:28:31.244372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-910f1030-5944-4080-a1c4-93b702f8c1be tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:31.246129 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-910f1030-5944-4080-a1c4-93b702f8c1be tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1504323
Nov 18 16:28:31.384365 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-b36c4f82-df0c-4197-94d6-ee74bfc7b348 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.140 HTTP/1.1" status: 200  len: 696 time: 0.1279142
Nov 18 16:28:31.398492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Request body: {'floatingip': {'port_id': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:31.491865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:31.579044 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-cba268db-6f25-491e-9233-b50e1db96b8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1160 time: 0.2664297
Nov 18 16:28:31.886265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-988cc9d4-1733-4940-ab69-22d90474cd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:31.887790 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-988cc9d4-1733-4940-ab69-22d90474cd95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.2838008
Nov 18 16:28:32.037672 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-13f05e83-9830-494f-a095-64498f9ca8fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 200  len: 217 time: 0.1344371
Nov 18 16:28:32.202174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-6426f949-3ea4-49de-91b3-814d7d972b11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:32.203923 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-6426f949-3ea4-49de-91b3-814d7d972b11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1534286
Nov 18 16:28:32.336402 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-e45577b2-7b42-47ab-9502-b9005e415549 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1241152
Nov 18 16:28:32.509801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.resource_extend [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 18 16:28:32.662110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:32.665996 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-a9e2cd9d-d76c-4e3d-8be1-3927d4d4de21 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3127470
Nov 18 16:28:32.714796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d576b-00ef-452b-bb2e-499cf676f0ae req-f21cbf8d-5e6e-4958-a09a-3c5b1cf97c82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:32.716423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-594d576b-00ef-452b-bb2e-499cf676f0ae req-f21cbf8d-5e6e-4958-a09a-3c5b1cf97c82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.2540576
Nov 18 16:28:32.721280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:33.145382 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-594d576b-00ef-452b-bb2e-499cf676f0ae req-bc1a658c-521e-4571-97e9-1f92c69cd9ea tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534460
Nov 18 16:28:33.165095 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-616d6e7c-fb78-40a5-ab83-ef16a36c72d3 req-f495f85f-81ba-407d-84fd-5eac3639cca4 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4821436
Nov 18 16:28:33.280976 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Floating IP 90a45a73-f3dc-4437-bc48-1d003b772153 associated. External IP: 172.27.3.140, port: eba611af-c5e3-4127-a911-67ed72d745fe.
Nov 18 16:28:33.695174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Router 4a420944-ec97-4d2e-8313-be6d75af9ad1 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:28:33.908035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:33.912957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:33.918411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] Sync routers for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:33.932025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:33.932990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441545588>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:33.975703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-d7941768-d23c-4d9b-9aa4-f0bda8f1fbda tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "PUT /v2.0/floatingips/90a45a73-f3dc-4437-bc48-1d003b772153 HTTP/1.1" status: 200  len: 996 time: 2.5837474
Nov 18 16:28:33.976475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:34.033266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:34.051395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'status': 'completed', 'code': 200}
Nov 18 16:28:34.207167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:34.261642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 10240c3e-940f-49da-b42a-96fe7418c2c0 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:34.274227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:34.274655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:34.422893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-ba226996-dfde-4325-8c0e-caacedfba5a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.4308035
Nov 18 16:28:34.432934 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-39dd23b7-ef1b-4c07-863c-5a7c6d8b5d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.3574355
Nov 18 16:28:34.537347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:34.542014 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-a9bd3776-aafc-4449-8876-c6f94640335c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0884647
Nov 18 16:28:34.689657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1193-2921-4c03-8924-ff45f5ae611b req-eae2e2af-b992-4ea4-8522-3c0c27776b45 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:34.691297 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-892d1193-2921-4c03-8924-ff45f5ae611b req-eae2e2af-b992-4ea4-8522-3c0c27776b45 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.3556809
Nov 18 16:28:34.701239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b188da36-42ae-489e-8c4d-71b16806abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:34.709400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:34.712263 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-b99faa11-55ca-48d7-a38e-7fea896ab819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1203 time: 0.0836787
Nov 18 16:28:34.760808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:34.774229 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-892d1193-2921-4c03-8924-ff45f5ae611b req-116f1395-3985-4f90-85d3-5e22873e28b7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684392
Nov 18 16:28:34.791225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:34.793354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8a427ec9-543b-4860-907c-94adae8e39e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:34.842746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-aca6eb70-c7df-46e1-88e0-e8cdcd61305b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:34.845059 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-aca6eb70-c7df-46e1-88e0-e8cdcd61305b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.4110696
Nov 18 16:28:34.853582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-e179ddcf-26a5-4e01-8a99-93799844c6ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:34.855118 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-e179ddcf-26a5-4e01-8a99-93799844c6ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.3963966
Nov 18 16:28:34.872889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441545588>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '90a45a73-f3dc-4437-bc48-1d003b772153', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'port_id': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'mac_address': 'fa:16:3e:b7:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:29Z', 'updated_at': '2020-11-18T16:28:32Z', 'revision_number': 1, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:42Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:34.877599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:34.880387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] Checking router: 4a420944-ec97-4d2e-8313-be6d75af9ad1 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:34.882677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:34.902256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:34.902944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441545588>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:34.955835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-bba68580-c5dc-4198-abc0-f9e7f6a22fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:34.957805 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-bba68580-c5dc-4198-abc0-f9e7f6a22fa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.2142406
Nov 18 16:28:35.082737 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-cb0a353b-d5cd-4bf9-a854-c05b84cfd9a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 999 time: 0.2304146
Nov 18 16:28:35.155366 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-05404cea-808b-475b-9d10-d7f4f245baab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 999 time: 0.2438979
Nov 18 16:28:35.183475 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-a8c5b138-862f-45b1-9f07-d6170f27a6de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1002 time: 0.2175546
Nov 18 16:28:35.267924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-50d241f7-aa0c-4230-95e1-7bd1a155c7ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:35.269499 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-50d241f7-aa0c-4230-95e1-7bd1a155c7ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.0773089
Nov 18 16:28:35.274100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-f7c1f7ee-6f34-409f-bb43-3925cdcb3c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:35.279095 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-f7c1f7ee-6f34-409f-bb43-3925cdcb3c95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.1954062
Nov 18 16:28:35.411485 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-4c3b59c8-6cbd-4c37-811a-f6df9c466fd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1280656
Nov 18 16:28:35.513815 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'code': 200}
Nov 18 16:28:35.543957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:35.599982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-85c3b1ef-cab8-4b3f-9dc4-d5f1b16df78c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:35.601603 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-85c3b1ef-cab8-4b3f-9dc4-d5f1b16df78c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.4285996
Nov 18 16:28:35.687166 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-f35ad36a-5699-4802-8a3d-758f7206cd54 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597783
Nov 18 16:28:35.714600 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-616c5acf-486f-494b-a741-7a2919656a6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4267147
Nov 18 16:28:35.732433 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c95086c2-d170-4c6b-a806-0496ae581ef5 req-067ca27c-18cd-4bc3-8ec3-6db7082ede34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1162 time: 0.1679683
Nov 18 16:28:35.782706 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-94d57aae-e4fd-45c9-ba32-614f0359eea1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1721485
Nov 18 16:28:35.890153 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c95086c2-d170-4c6b-a806-0496ae581ef5 req-a6794c52-1672-42e1-9b22-91651d9be9fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399047
Nov 18 16:28:35.910941 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b30106c8-b9cb-4f30-8dc9-a87e0922caa1 req-55f14bfc-ac9d-4e28-bb37-8d123d8813e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2109568
Nov 18 16:28:35.919724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:36.003943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:36.018488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441545588>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '90a45a73-f3dc-4437-bc48-1d003b772153', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'port_id': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'mac_address': 'fa:16:3e:b7:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:29Z', 'updated_at': '2020-11-18T16:28:32Z', 'revision_number': 1, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:42Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:36.022173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b5767a-dc4d-4fea-b373-7dda8191c871 None None] The sync data for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi is: [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': '90a45a73-f3dc-4437-bc48-1d003b772153', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'port_id': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'mac_address': 'fa:16:3e:b7:2e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:29Z', 'updated_at': '2020-11-18T16:28:32Z', 'revision_number': 1, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:42Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:36.035463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:36.035866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:36.176388 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-62c3497d-2e67-4902-8aec-0cb800ef1fa9 service neutron] 10.222.0.23 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4607651
Nov 18 16:28:36.182414 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-9abb48cc-e1b5-4fbb-b066-46bde6a742e0 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3172088
Nov 18 16:28:36.363571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76957218-74c3-4ec4-860f-6f3c4cad9bc7 None None] New status for floating IP 90a45a73-f3dc-4437-bc48-1d003b772153: ACTIVE {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:28:36.396525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e672f-b9e6-4ddf-a9d2-57d7baa00a67 req-79c0ea9a-76ae-40eb-867d-7ec33e970db6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:36.398159 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-008e672f-b9e6-4ddf-a9d2-57d7baa00a67 req-79c0ea9a-76ae-40eb-867d-7ec33e970db6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.3929546
Nov 18 16:28:36.510541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-55a12707-2079-4a26-bb16-d7bcb1540fb5 req-c5e2cf53-c43d-4a9d-ab33-c9f70a825151 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3030622
Nov 18 16:28:36.512893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-008e672f-b9e6-4ddf-a9d2-57d7baa00a67 req-0fc7ca8f-d6e3-43d2-b328-969a87e0e8c5 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005602
Nov 18 16:28:36.515216 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d59aec38-82a4-45b8-9682-cb41fad298d3 req-e2b31ed9-5fd7-42ee-8343-a5b3b9cb6ab6 service neutron] 10.222.0.23 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3309059
Nov 18 16:28:36.720562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4533fdc3-89bc-428d-a865-2ba0a7be81ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:37.308318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:37.758583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ba34c-94fe-460f-8a69-b99fc9d379a8 req-202783fe-7655-4315-af0a-f8aaf5dadea9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:37.760225 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-284ba34c-94fe-460f-8a69-b99fc9d379a8 req-202783fe-7655-4315-af0a-f8aaf5dadea9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0913756
Nov 18 16:28:37.808761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56612) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:37.812591 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-284ba34c-94fe-460f-8a69-b99fc9d379a8 req-8750eccc-b42d-4dac-bad3-7029db7fa4ff tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453537
Nov 18 16:28:37.962483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:37.996407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:38.000689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Usage tracker for resource:security_group_rule and tenant:18c4de19c39345fc8e49202538d911fe is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:38.003981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:38.009582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:38.039552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca21b4-908d-4a89-88cc-fd7b13600b1d req-e815949b-b3e0-4777-8bcb-23651dffccee tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:38.043032 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-23ca21b4-908d-4a89-88cc-fd7b13600b1d req-e815949b-b3e0-4777-8bcb-23651dffccee tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0937867
Nov 18 16:28:38.054540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56624) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:38.060444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Request body: {'floatingip': {'port_id': '10240c3e-940f-49da-b42a-96fe7418c2c0'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:38.086592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.114260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.122862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6b6e9504-b273-477f-acce-d3a4553b13dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:38.146916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.170018 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18c4de19c39345fc8e49202538d911fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3601139
Nov 18 16:28:38.170798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173967c6-d549-46bf-9113-23824b4fc298,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:38.173627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56628) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:38.195247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.195665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.196047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.196454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.196886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.197281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.197708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.198101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.198605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.198875 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.199268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.199725 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.200215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.200509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.200917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.201305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.201690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.202087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.202440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.202827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.203731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.204117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.204526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.205029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:38.210731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:38.262284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.292828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.362044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.367297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-84ec5b78-4d2a-4c8d-86ea-9e7c3ce7e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:38.381376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173967c6-d549-46bf-9113-23824b4fc298,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:38.384318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56634) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:38.386898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:38.397868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.399251 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/173967c6-d549-46bf-9113-23824b4fc298 HTTP/1.1" status: 204  len: 168 time: 0.2246683
Nov 18 16:28:38.557224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.592324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:38.596534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Usage tracker for resource:security_group_rule and tenant:74bc16a16c404004a2b4872b3e1283b6 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:38.600045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:38.605908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:38.683016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.716074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.725295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1f8178eb-951e-4a2c-8040-e71030147cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:38.770233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd312b93-0c8c-44c3-b80d-5ef9db2bfbd1,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:38.773640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:38.776265 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74bc16a16c404004a2b4872b3e1283b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3906741
Nov 18 16:28:38.779317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56646) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:38.820969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.832585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.865180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.925746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:38.972177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.257197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.341115 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Floating IP f359767f-7284-4277-aefd-2877429e3e0a associated. External IP: 172.27.3.179, port: 10240c3e-940f-49da-b42a-96fe7418c2c0.
Nov 18 16:28:39.396407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.407454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-346dde6a-fef6-4dff-9d08-1c1f9a638c22 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:39.425064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd312b93-0c8c-44c3-b80d-5ef9db2bfbd1,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:39.439591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.441083 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd312b93-0c8c-44c3-b80d-5ef9db2bfbd1 HTTP/1.1" status: 204  len: 168 time: 0.6574600
Nov 18 16:28:39.443885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56666) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:39.444786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.445202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.445689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.446008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.446403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.446797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.447188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.447578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.447973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.448363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.448793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.449184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.449661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.450259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.450428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.450803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.451191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.451555 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.451966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.452303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.452893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.454175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.454649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.455108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:39.459062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:39.599922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-194540395-network', 'tenant_id': '0e323e17592344329dd6501c3bd20971'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:39.605390 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:39.609788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Usage tracker for resource:network and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:39.613264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:39.619474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:39.674579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Made reservation on behalf of 0e323e17592344329dd6501c3bd20971 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:39.680313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.696472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.731422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:39.736679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:39.739862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:39.746684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:39.819803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:28:39.820315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.868571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.873344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7f909026-d6b8-47ae-a918-48296fab2633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:39.907491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:28:39.920864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7ef4f-37b7-4cc8-ba8d-30204e97b559,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:39.924872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:39.956179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:39.956719 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Added segment 9f4546c3-7b86-49bb-a596-95ac0aef100c of type vxlan for network e086fa84-46ff-4c0b-bd13-d3efd18c0286
Nov 18 16:28:39.985238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:40.046414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:40.051631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:40.057711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:40.073464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:40.075972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a58>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:40.124086 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-86d87a94-2278-4c12-a7bf-7d49094bde51 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "PUT /v2.0/floatingips/f359767f-7284-4277-aefd-2877429e3e0a HTTP/1.1" status: 200  len: 991 time: 2.0656435
Nov 18 16:28:40.124086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:40.144854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:40.146490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:40.147438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:40.179297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-98940e93-b63f-4a13-ab92-6429257ce8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:40.303165 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:40.315603 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e086fa84-46ff-4c0b-bd13-d3efd18c0286,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:40.322297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56692) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:40.322391 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8771889
Nov 18 16:28:40.323421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:40.333041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Request body: {'subnet': {'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-194540395-subnet', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:40.339123 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'status': 'completed', 'code': 200}
Nov 18 16:28:40.341842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:40.347129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Usage tracker for resource:subnet and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:40.351542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:40.353943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:28:40.360899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:40.367457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:28:40.455015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Made reservation on behalf of 0e323e17592344329dd6501c3bd20971 for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:40.460230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406282'] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:40.476243 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-7baabf24-78ad-4ae6-8a4e-10b4afd9abab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1162 time: 0.1173241
Nov 18 16:28:40.734916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-90070ee8-fea9-4e4b-8bad-09b0398052e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:40.736543 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-90070ee8-fea9-4e4b-8bad-09b0398052e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.2420614
Nov 18 16:28:40.899268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a58>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'f359767f-7284-4277-aefd-2877429e3e0a', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'port_id': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'mac_address': 'fa:16:3e:b1:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:16Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 1, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:40.903554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:40.922937 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-46fddb47-8de0-4252-a4ee-4605270ec1b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 200  len: 999 time: 0.1376524
Nov 18 16:28:40.923034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:40.923034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a58>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:41.063743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-12bb4b7a-1b19-47bb-8a7f-6103d92790f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:41.065658 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-12bb4b7a-1b19-47bb-8a7f-6103d92790f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.1078367
Nov 18 16:28:41.237288 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-c61ce00e-dd92-46f3-b2d1-67354444a02d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172118
Nov 18 16:28:41.273754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:41.416340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2162404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406331'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:41.436185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a3a6d2d3-b5e7-47f2-9896-c6772917e378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:41.591701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-8fb823e4-d021-4314-ab4b-7ffdb1d626d1 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3442552
Nov 18 16:28:41.634663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3377cdd0-085f-4b75-9e5a-ba57f36068bf,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:41.638092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:41.655916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a58>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'f359767f-7284-4277-aefd-2877429e3e0a', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'port_id': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'mac_address': 'fa:16:3e:b1:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:16Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 1, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:41.662308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd8459-27db-48a6-95b3-dec171a27485 None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'f359767f-7284-4277-aefd-2877429e3e0a', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'port_id': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'mac_address': 'fa:16:3e:b1:15:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:16Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 1, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:41.810559 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-920de11a-ca22-42c9-8b5a-83b819bb32a2 req-f4236179-edf8-41bf-9ff7-ae9b3ebf10b5 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2099631
Nov 18 16:28:41.822531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Checking segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:41.822933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Network hostable DHCP agents. Network: e086fa84-46ff-4c0b-bd13-d3efd18c0286, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:28:41.886936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:28:41.951291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, e086fa84-46ff-4c0b-bd13-d3efd18c0286) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:41.954145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1242276-26d9-455c-a1a2-79102f628648 None None] New status for floating IP f359767f-7284-4277-aefd-2877429e3e0a: ACTIVE {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:28:41.961907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a2329-17a7-4176-a4ae-ed27d3b6e36b None None] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:28:41.965821 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:41.966477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.011867 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6885381
Nov 18 16:28:42.015083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 56758) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:42.022977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:42.029200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:42.047147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Usage tracker for resource:router and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:42.055843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:42.061824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:42.108618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.110590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.131631 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.245827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:28:42.246764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.322973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.564274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.573705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Allocated IP 172.20.0.2 (e086fa84-46ff-4c0b-bd13-d3efd18c0286/3377cdd0-085f-4b75-9e5a-ba57f36068bf/469d5dc0-407c-407d-8144-cf97cf39c512) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:42.601936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.809694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.834174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Transition to ACTIVE for port object 469d5dc0-407c-407d-8144-cf97cf39c512 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:42.850970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Transition to ACTIVE for port object 469d5dc0-407c-407d-8144-cf97cf39c512 will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:42.920192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:42.936786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:42.948214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Allocated IP 172.27.3.237 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/b6985c3f-f942-4a8b-96b7-8b53bbc9e230) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:43.078483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Pushing event updated for resources: {'Port': ['ID=469d5dc0-407c-407d-8144-cf97cf39c512,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:43.083969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:43.119979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:43.133641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:43.134898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:43.137336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:43.178952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:43.193977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Attempting to bind port 469d5dc0-407c-407d-8144-cf97cf39c512 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:43.194404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Attempting to bind port 469d5dc0-407c-407d-8144-cf97cf39c512 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:43.194822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Attempting to bind port 469d5dc0-407c-407d-8144-cf97cf39c512 on network e086fa84-46ff-4c0b-bd13-d3efd18c0286 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:43.195236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-46832f08-fccf-443b-a1d0-5ac094c615e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:43.201645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:43.202075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Checking segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:43.202526 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:43.203004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Bound using segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:43.203529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Bound port: 469d5dc0-407c-407d-8144-cf97cf39c512, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:43.203959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:43.298284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] For port 469d5dc0-407c-407d-8144-cf97cf39c512, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:43.301982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] For port 469d5dc0-407c-407d-8144-cf97cf39c512, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=469d5dc0-407c-407d-8144-cf97cf39c512,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:43.338843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Pushing event updated for resources: {'Port': ['ID=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:43.343849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:43.350856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:43.367088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:43.386792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:43.387975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:43.391154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:43.528199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Pushing event updated for resources: {'Port': ['ID=469d5dc0-407c-407d-8144-cf97cf39c512,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:43.532489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:43.591689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:43.592531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:44.051571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 469d5dc0-407c-407d-8144-cf97cf39c512 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:44.161659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:28:44.178662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 469d5dc0-407c-407d-8144-cf97cf39c512 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:44.388892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:44.398854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:44.412799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:44.413747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441476908>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:44.436007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:44.437460 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4197178
Nov 18 16:28:44.440474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56780) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:44.616347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:45.125435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133831fe-cd98-4cdc-82b7-996f510ffd36 None None] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:28:45.356332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Provisioning for port 469d5dc0-407c-407d-8144-cf97cf39c512 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:45.372590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Provisioning complete for port 469d5dc0-407c-407d-8144-cf97cf39c512 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:45.373020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:45.416591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441476908>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:43Z', 'revision_number': 3, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:45.427499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:45.427905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Updating router b0c8c1d4-857f-4253-ab5b-500aeff12575 port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:28:45.492946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:45.541916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:45.716435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:45.826362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] For port 469d5dc0-407c-407d-8144-cf97cf39c512, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=469d5dc0-407c-407d-8144-cf97cf39c512,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:45.862798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Allocated IP 172.20.0.1 (e086fa84-46ff-4c0b-bd13-d3efd18c0286/3377cdd0-085f-4b75-9e5a-ba57f36068bf/41b44493-fd67-4f8f-8ae9-c729bc9fed2b) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:45.868694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:45.872620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:46.047854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Pushing event updated for resources: {'Port': ['ID=469d5dc0-407c-407d-8144-cf97cf39c512,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:46.061603 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:46.062330 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-46799d18-d7fe-457c-b8cc-015d7c20e7b8 None None] Provisioning complete for port 469d5dc0-407c-407d-8144-cf97cf39c512 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:46.062776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-46799d18-d7fe-457c-b8cc-015d7c20e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.086056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.130002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Transition to ACTIVE for port object 41b44493-fd67-4f8f-8ae9-c729bc9fed2b will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:46.179431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.198626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:46.263268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.277611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Transition to ACTIVE for port object b6985c3f-f942-4a8b-96b7-8b53bbc9e230 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:46.328900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.351066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-39ce5c2b-3394-4add-8aa5-2d22dd3b9570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:46.361408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Pushing event updated for resources: {'Port': ['ID=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:46.366009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:46.416999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:46.418135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:46.420444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:46.477585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.509741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3eb5c-a915-4c7b-94ec-c1c4891cb3b3 None None] Pushing event updated for resources: {'Port': ['ID=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:46.519717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6d3eb5c-a915-4c7b-94ec-c1c4891cb3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:46.578638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Attempting to bind port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:46.579071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Attempting to bind port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:46.579496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Attempting to bind port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:46.587263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:46.587690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:46.588148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.588621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:46.589147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Bound port: b6985c3f-f942-4a8b-96b7-8b53bbc9e230, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:46.589574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.617227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.672297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-5d40dd4c-4675-4f90-8620-e4284d389438 None None] Provisioning complete for port 469d5dc0-407c-407d-8144-cf97cf39c512 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:46.672745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5d40dd4c-4675-4f90-8620-e4284d389438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.717949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] For port b6985c3f-f942-4a8b-96b7-8b53bbc9e230, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:46.740045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] For port b6985c3f-f942-4a8b-96b7-8b53bbc9e230, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:46.787634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.808785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:46.920680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.955946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:46.986648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3eb5c-a915-4c7b-94ec-c1c4891cb3b3 None None] Pushing event updated for resources: {'Port': ['ID=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:46.986918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2dff5830-d5f3-4ab8-9c38-112a0aee65bf tempest-VolumesActionsTest-1640180213 tempest-VolumesActionsTest-1640180213] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:47.001689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6d3eb5c-a915-4c7b-94ec-c1c4891cb3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:47.040403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:47.041192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441476908>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:47.074726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:47.090464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Pushing event updated for resources: {'Port': ['ID=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:47.097855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:47.107589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-5d40dd4c-4675-4f90-8620-e4284d389438 None None] Provisioning for port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:47.235986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:47.237422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:47.279879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-5d40dd4c-4675-4f90-8620-e4284d389438 None None] Provisioning complete for port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:47.280403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5d40dd4c-4675-4f90-8620-e4284d389438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:47.470037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-5d40dd4c-4675-4f90-8620-e4284d389438 None None] Port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:47.497238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:47.737563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:28:47.767770 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-8b7fe8ba-d106-465f-b79e-308bd577f2d6 None None] Provisioning complete for port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:47.768190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8b7fe8ba-d106-465f-b79e-308bd577f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:47.876124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fe8ba-d106-465f-b79e-308bd577f2d6 None None] Port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:47.910651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441476908>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:47.915219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5bf4ea-3453-4406-a5bb-ddb5a67a5cd3 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:47.957410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:47.966961 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] 10.222.0.23 "PUT /v2.0/routers/b0c8c1d4-857f-4253-ab5b-500aeff12575/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5252640
Nov 18 16:28:47.993445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 469d5dc0-407c-407d-8144-cf97cf39c512 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:48.074763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 469d5dc0-407c-407d-8144-cf97cf39c512 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:48.075192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:48.739429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:28:49.040732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56826) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:49.051441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1273636826-network', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:49.063520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:49.068482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Usage tracker for resource:network and tenant:37e3b151b59e4ce296112a46c95404f6 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:49.072195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:49.082937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:49.344414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Made reservation on behalf of 37e3b151b59e4ce296112a46c95404f6 for: {'network': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:49.350074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.364824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.398984 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:49.403120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:37e3b151b59e4ce296112a46c95404f6 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:49.406766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:49.412604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:49.538679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.570592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.575115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-47dafce1-8ebf-438b-aadc-1ae2e822b181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:49.608737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:28:49.618284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35a710-d233-4e58-be10-d11d5776077f,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:49.622269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:49.626927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732813164301', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.626927 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Added segment bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0 of type vxlan for network 0b19256b-e42e-4b68-ba35-c7689f997b09
Nov 18 16:28:49.656240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.725186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.726500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:49.727142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:49.732980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-40281a69-b661-4218-b519-81d143e7871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:49.842566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b19256b-e42e-4b68-ba35-c7689f997b09,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:49.845761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:49.853209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:28:49.870295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:28:49.893949 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8518236
Nov 18 16:28:49.896660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56838) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:49.904340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Request body: {'subnet': {'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1273636826-subnet', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'ip_version': 4}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:49.909852 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:49.914151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Usage tracker for resource:subnet and tenant:37e3b151b59e4ce296112a46c95404f6 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:49.919646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:49.924109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:49.965273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Made reservation on behalf of 37e3b151b59e4ce296112a46c95404f6 for: {'subnet': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:28:49.970615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406282'] for subnet, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.080591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b6985c3f-f942-4a8b-96b7-8b53bbc9e230 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:50.189864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:50.195149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:50.195573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.317936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.334650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port b6985c3f-f942-4a8b-96b7-8b53bbc9e230, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:50.361008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.362944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:50.430215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:50.438105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:50.475613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2162404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406331'] for subnet, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.491465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b1d11d35-dbac-418a-a48d-4b6888e6bab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:50.624973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5d8bab-0c2c-4aa1-b794-1a34af568b7d,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:50.629178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:50.700447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Checking segment: {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:50.700764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Network hostable DHCP agents. Network: 0b19256b-e42e-4b68-ba35-c7689f997b09, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:28:50.750307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:28:50.788103 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, 0b19256b-e42e-4b68-ba35-c7689f997b09) {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:50.795960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac5acc2-3f04-478f-8ff3-bbebbef12be3 None None] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:28:50.818632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:50.819289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.865007 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-57df112b-2c1f-4d79-929f-7deba8adef8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9664140
Nov 18 16:28:50.867542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56846) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:50.873267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:50.878970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:50.883169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Usage tracker for resource:router and tenant:37e3b151b59e4ce296112a46c95404f6 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:50.887145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:50.894118 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:50.937858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854539676'] for router, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:50.939100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854136746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597280', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-236140'] for router, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.014211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.052043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0cc5b7a-7ee1-5e7e-a14d-5560c4ad9b04-0b19256b-e42e-4b68-ba35-c7689f997b09', 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'fixed_ips': [{'subnet_id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d'}]}} from dv-cinder-759955-2-iscsi. {{(pid=80405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 18 16:28:51.053381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.247059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-236127'] for router, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.352332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:51.366106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:51.366833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:51.400244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Allocated IP 172.20.0.2 (0b19256b-e42e-4b68-ba35-c7689f997b09/4d5d8bab-0c2c-4aa1-b794-1a34af568b7d/a0c9d6e9-13c5-4e5b-b6bb-987866aa4398) {{(pid=80405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:51.499361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.535966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.561644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:51.771879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Notify callbacks [] for port, precommit_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.785102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Transition to ACTIVE for port object a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:51.803395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Transition to ACTIVE for port object a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 will not be triggered until provisioned by entity DHCP. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:51.827131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Allocated IP 172.27.3.6 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/5f92c832-6f08-4364-95a4-6176ef97efde) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:51.847294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112'] for port, after_create {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:51.867889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2243bdf9-20c9-4e2b-993f-ccfd7e4c1264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:51.920995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:51.926877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:51.927397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Updating router b0c8c1d4-857f-4253-ab5b-500aeff12575 port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:28:51.992116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.010591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.093677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.094362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b6985c3f-f942-4a8b-96b7-8b53bbc9e230 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:52.115723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:52.200537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Pushing event updated for resources: {'Port': ['ID=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,revision_number=1']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:52.201872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 is already hosted by enough agents. {{(pid=80405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:52.203187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:52.217311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Resources bound (agent type, host, resource id):  {{(pid=80405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:52.224094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Received port after_create {{(pid=80405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:52.263420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f92c832-6f08-4364-95a4-6176ef97efde,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:52.268226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:52.317814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:52.318235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.323733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:52.325084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:52.327376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:52.365479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Attempting to bind port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:52.366242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Attempting to bind port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:52.366720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Attempting to bind port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 on network 0b19256b-e42e-4b68-ba35-c7689f997b09 {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:52.378692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:52.379120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Checking segment: {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:52.379580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.380030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Bound using segment: {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:52.380580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Bound port: a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:52.381008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.485118 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.497262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Transition to ACTIVE for port object 41b44493-fd67-4f8f-8ae9-c729bc9fed2b will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:52.532682 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.544137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.545000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854178474'] for router, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.550377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-556783b8-c989-4b9b-abf4-41fc21a55729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:52.705022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Pushing event updated for resources: {'Port': ['ID=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:52.715568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:52.721275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.721945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.721945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.722321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.722705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.723207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.723417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.723786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.724475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.724475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.724894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.725262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.725721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.725994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:52.726118 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.726431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.726801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.727161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.727530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.727899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.728364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.728625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.729100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.729342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.729705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:28:52.736152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:52.756258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.772636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:52.876221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Router 04bb6d9e-de92-40b6-852d-1d3c630d9774 is scheduled to L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 with binding_index 1 {{(pid=80403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 18 16:28:52.897413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Attempting to bind port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:52.897828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Attempting to bind port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:52.898239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Attempting to bind port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b on network e086fa84-46ff-4c0b-bd13-d3efd18c0286 {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:52.905565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:52.905897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Checking segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:52.906332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.906907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Bound using segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:52.907428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Bound port: 41b44493-fd67-4f8f-8ae9-c729bc9fed2b, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:52.907849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:52.944040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Pushing event updated for resources: {'Port': ['ID=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:52.949319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b6dbedca-92f5-4d63-82d0-340b11a60f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:53.009881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] For port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:53.013267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] For port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:53.046693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:53.065470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:53.189925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:53.199471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Sync routers for ids ['04bb6d9e-de92-40b6-852d-1d3c630d9774'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:28:53.230017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Routers {'04bb6d9e-de92-40b6-852d-1d3c630d9774'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:53.230017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1440796278>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['04bb6d9e-de92-40b6-852d-1d3c630d9774'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:53.238856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Pushing event updated for resources: {'Port': ['ID=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,revision_number=4']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:53.243601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3149280-6556-4e2c-8991-a961d8f0a949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:53.253223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:53.254615 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3859653
Nov 18 16:28:53.257407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 56862) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:28:53.328189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:53.329348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:53.591639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Set router 04bb6d9e-de92-40b6-852d-1d3c630d9774 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:53.773616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:53.939525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1440796278>, [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:28:52Z', 'revision_number': 3, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:53.943849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Checking router: 04bb6d9e-de92-40b6-852d-1d3c630d9774 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:28:53.944368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Updating router 04bb6d9e-de92-40b6-852d-1d3c630d9774 port 5f92c832-6f08-4364-95a4-6176ef97efde binding host dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:28:54.032395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:54.239037 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 41b44493-fd67-4f8f-8ae9-c729bc9fed2b up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:54.244189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441f96a58>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:53Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:54.250890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef65d4-725f-4223-969e-d71c447ffc43 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:53Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:54.425408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:54.531125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:54.538728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:54.539149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:54.693290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f9c40-9219-496c-b98c-b7180873b28a None None] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:28:54.830021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:54.845229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Allocated IP 172.20.0.1 (0b19256b-e42e-4b68-ba35-c7689f997b09/4d5d8bab-0c2c-4aa1-b794-1a34af568b7d/abe9c1f4-4d3e-416c-a35f-e818a417935e) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:28:54.906391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Transition to ACTIVE for port object 5f92c832-6f08-4364-95a4-6176ef97efde will not be triggered until provisioned by entity L2. {{(pid=80405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:54.925229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:54.934566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-1043d5e5-d802-4b90-9bda-3031c5fd5d7a None None] Provisioning for port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:54.956557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:54.974432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a37800ad-bff1-43d8-a31c-1b8e9406dc1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:55.014093 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.042105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Transition to ACTIVE for port object abe9c1f4-4d3e-416c-a35f-e818a417935e will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:28:55.091652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.107028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c219582e-49e5-4e04-a968-b629ddbf28ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:55.161182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:55.190793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebba68d-dd5a-49b8-b1ca-c5eb164591fc None None] Pushing event updated for resources: {'Port': ['ID=5f92c832-6f08-4364-95a4-6176ef97efde,revision_number=2']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:55.200447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-eebba68d-dd5a-49b8-b1ca-c5eb164591fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:55.203350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.204234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:55.237129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6d3eb5c-a915-4c7b-94ec-c1c4891cb3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:55.257381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Pushing event updated for resources: {'Port': ['ID=abe9c1f4-4d3e-416c-a35f-e818a417935e,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:55.260694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:55.312010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:55.313367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:55.315803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:28:55.377559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601346'] for router_interface, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.502081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.564164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:55.570360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:55.605538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Attempting to bind port 5f92c832-6f08-4364-95a4-6176ef97efde on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:28:55.605958 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Attempting to bind port 5f92c832-6f08-4364-95a4-6176ef97efde by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:28:55.606372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Attempting to bind port 5f92c832-6f08-4364-95a4-6176ef97efde on network 3febb5f8-81d0-42c6-b8b3-1fe83912113a {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:28:55.617460 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:28:55.631288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Checking segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:28:55.631288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.631288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Bound using segment: {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'} {{(pid=80405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:28:55.631288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Bound port: 5f92c832-6f08-4364-95a4-6176ef97efde, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca6076e-40f9-4641-9925-149f8fffe23f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}}] {{(pid=80405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:28:55.631288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.677567 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:55.683749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:55.684180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.760905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] For port 5f92c832-6f08-4364-95a4-6176ef97efde, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:28:55.778042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] For port 5f92c832-6f08-4364-95a4-6176ef97efde, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=5f92c832-6f08-4364-95a4-6176ef97efde,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:28:55.803937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.843918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.858851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.862879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3a48630-a991-4839-8ddc-3356f12714ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:55.897440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:55.920295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:55.980788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Pushing event updated for resources: {'Port': ['ID=abe9c1f4-4d3e-416c-a35f-e818a417935e,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:55.984071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:55.985449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847213523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854174361'] for router_interface, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:56.043110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2b3b9f09-5260-46c2-800f-c76fd649d901 None None] Provisioning complete for port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:56.043675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f09-5260-46c2-800f-c76fd649d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:56.107895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebba68d-dd5a-49b8-b1ca-c5eb164591fc None None] Pushing event updated for resources: {'Port': ['ID=5f92c832-6f08-4364-95a4-6176ef97efde,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:56.111688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:56.123544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-eebba68d-dd5a-49b8-b1ca-c5eb164591fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:56.152948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:56.158126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-86625122-baac-4855-bb22-2a297c46e0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:56.159204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:28:56.160663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:28:56.276031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 41b44493-fd67-4f8f-8ae9-c729bc9fed2b up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:56.326175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Routers {'04bb6d9e-de92-40b6-852d-1d3c630d9774'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:28:56.326978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1440796278>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['04bb6d9e-de92-40b6-852d-1d3c630d9774'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:56.401724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,revision_number=3']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:56.418276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:56.578862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:56.579280 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:56.593299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Router 04bb6d9e-de92-40b6-852d-1d3c630d9774 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:28:56.609969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] Set router 04bb6d9e-de92-40b6-852d-1d3c630d9774 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:28:56.652294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2b3b9f09-5260-46c2-800f-c76fd649d901 None None] Provisioning for port abe9c1f4-4d3e-416c-a35f-e818a417935e completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:56.670030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2b3b9f09-5260-46c2-800f-c76fd649d901 None None] Provisioning complete for port abe9c1f4-4d3e-416c-a35f-e818a417935e triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:56.670453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f09-5260-46c2-800f-c76fd649d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:56.838842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b9f09-5260-46c2-800f-c76fd649d901 None None] Port abe9c1f4-4d3e-416c-a35f-e818a417935e cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:57.039721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:28:57.041028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-62e8e157-6348-4ad3-8431-149e837895d2 None None] Provisioning complete for port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:57.041465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62e8e157-6348-4ad3-8431-149e837895d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:57.068630 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] 10.222.0.23 "PUT /v2.0/routers/04bb6d9e-de92-40b6-852d-1d3c630d9774/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8019617
Nov 18 16:28:57.217314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1440796278>, [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'abe9c1f4-4d3e-416c-a35f-e818a417935e', 'name': '', 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:54Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 2, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'subnets': [{'id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:28:57.228278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a3e6c-f51c-477b-8a25-7f9dfe8cb3b5 None None] The sync data for ids ['04bb6d9e-de92-40b6-852d-1d3c630d9774'] in dv-cinder-759955-2-iscsi is: [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'abe9c1f4-4d3e-416c-a35f-e818a417935e', 'name': '', 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:54Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 2, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'subnets': [{'id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:28:57.241538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-62e8e157-6348-4ad3-8431-149e837895d2 None None] Provisioning complete for port abe9c1f4-4d3e-416c-a35f-e818a417935e triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:57.241959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62e8e157-6348-4ad3-8431-149e837895d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:57.301217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-62e8e157-6348-4ad3-8431-149e837895d2 None None] Port abe9c1f4-4d3e-416c-a35f-e818a417935e cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:28:57.378911 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-6415b860-8c2b-4dbb-98f1-f34c20b04b2f tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-270953582&fields=id&tenant_id=efe147fedf2844f384b6b69267042430 HTTP/1.1" status: 200  len: 267 time: 0.0459576
Nov 18 16:28:57.470376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-e7a4ce83-7604-4ae5-936c-9de34bac5557 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:57.471937 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-e7a4ce83-7604-4ae5-936c-9de34bac5557 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 985 time: 0.0869722
Nov 18 16:28:57.484255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Request body: {'port': {'security_groups': ['2d6fb615-2902-472e-b32c-36882ee77188']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:57.640553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:57.825676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1847196076', 'description': 'tempest-TestVolumeBootPattern-1847196076 description'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:57.837941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:57.846054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Usage tracker for resource:security_group and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:57.849450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:57.856985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:57.951076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.103431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:58.112368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Usage tracker for resource:security_group_rule and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:58.124713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:58.134972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:58.143008 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] For port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:58.196933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.228478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.235765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.253061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4883ea5f-f823-46d1-8327-4add58fc7101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:58.295892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.332210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5f92c832-6f08-4364-95a4-6176ef97efde up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:58.434767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event updated for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=6']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:58.440296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:58.440924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c0c24ac2-0b8a-41ac-a906-af380b94f458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:58.442866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port 5f92c832-6f08-4364-95a4-6176ef97efde completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:28:58.448943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 5f92c832-6f08-4364-95a4-6176ef97efde triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:58.450604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.482321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.484362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9b6ce8d5-d5e0-4d7d-86eb-63f973c1cff7 req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1647 time: 0.6713536
Nov 18 16:28:58.488328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'SecurityGroup': ['ID=95aff58a-9fd6-4c93-bdf4-8ee5eec53290,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:58.492802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c994566e-1c87-4664-9d8f-93c82662a1d1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:58.524476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:58.525222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.545139 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8f080c60-5a54-4a6f-b2e5-779d6aa9db18 req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "PUT /v2.0/ports/57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 943 time: 1.0663610
Nov 18 16:28:58.545749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:28:58.587043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.606019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port 5f92c832-6f08-4364-95a4-6176ef97efde, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=5f92c832-6f08-4364-95a4-6176ef97efde,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:28:58.704641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.705590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:58.735744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:58.850667 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-5cd622b5-2e75-4ded-850c-4dbb05666f39 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups/95aff58a-9fd6-4c93-bdf4-8ee5eec53290 HTTP/1.1" status: 200  len: 1642 time: 0.1013544
Nov 18 16:28:58.854045 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5e1e809f-7f4c-4df0-9ea2-7104563b666b req-21e1743f-41a8-4b93-bf1d-df38702a47fe tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups/e277d3d3-8d7b-4adc-94e8-fc08f1707ab1 HTTP/1.1" status: 200  len: 2657 time: 0.0849752
Nov 18 16:28:58.862092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95aff58a-9fd6-4c93-bdf4-8ee5eec53290', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:58.862546 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95aff58a-9fd6-4c93-bdf4-8ee5eec53290', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:58.862700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-2612d87d-83ad-457b-97d1-b20866003284 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:58.863100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2612d87d-83ad-457b-97d1-b20866003284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.870952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:58.889206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Usage tracker for resource:security_group_rule and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:58.894323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:58.908224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=5f92c832-6f08-4364-95a4-6176ef97efde,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:58.909289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:58.915947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:58.934003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:58.934419 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:58.955368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5e1e809f-7f4c-4df0-9ea2-7104563b666b req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.002114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5e1e809f-7f4c-4df0-9ea2-7104563b666b req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.078268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.103986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.162125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.162920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5e1e809f-7f4c-4df0-9ea2-7104563b666b req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.168816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4742a441-cca5-44eb-be11-9045c4a23527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:59.191767 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event deleted for resources: {'SecurityGroup': ['ID=e277d3d3-8d7b-4adc-94e8-fc08f1707ab1,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:59.195557 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:59.196117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ae4996b-2d07-4bb8-8602-678cd383fe5c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:28:59.220842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fbe06f-9e37-4d4a-b270-384b4a9077bc,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:28:59.225435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:28:59.234204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5e1e809f-7f4c-4df0-9ea2-7104563b666b req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.235445 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5e1e809f-7f4c-4df0-9ea2-7104563b666b req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "DELETE /v2.0/security-groups/e277d3d3-8d7b-4adc-94e8-fc08f1707ab1 HTTP/1.1" status: 204  len: 173 time: 0.3675888
Nov 18 16:28:59.270240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.271650 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9b96985-f589-4084-9eda-b2c90b4ce9a4 req-f5fb9dfc-c890-4502-8e02-314ce5d8060d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.4144948
Nov 18 16:28:59.383549 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'status': 'completed', 'code': 200}
Nov 18 16:28:59.465994 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-0cf05715-f653-4ee4-9940-947c989b5470 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/floatingips/67c389e3-bc9b-41e9-b60a-58978dbaf862 HTTP/1.1" status: 200  len: 999 time: 0.1682894
Nov 18 16:28:59.620729 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-3241528c-9dec-4575-8eb9-188763176208 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups/95aff58a-9fd6-4c93-bdf4-8ee5eec53290 HTTP/1.1" status: 200  len: 2145 time: 0.2147477
Nov 18 16:28:59.646054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95aff58a-9fd6-4c93-bdf4-8ee5eec53290', 'remote_group_id': None}]} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:59.646411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95aff58a-9fd6-4c93-bdf4-8ee5eec53290', 'remote_group_id': None}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:28:59.663509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:28:59.673427 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-2ff46226-cdab-4834-9351-9c02b5b7bcf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1163 time: 0.2540574
Nov 18 16:28:59.674413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Usage tracker for resource:security_group_rule and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:28:59.686408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:28:59.720365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:28:59.730735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-d2eafc51-a7cc-4690-8c70-b2c4b6802d10 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:59.732167 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-d2eafc51-a7cc-4690-8c70-b2c4b6802d10 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.2587137
Nov 18 16:28:59.760932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-aa2371b7-1ea1-4e13-92fc-79f90156b7fc tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:28:59.761989 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-aa2371b7-1ea1-4e13-92fc-79f90156b7fc tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0132146
Nov 18 16:28:59.889289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:28:59.961797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:28:59.962228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:28:59.992303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-e6f71a85-e54b-4f8b-9801-28adc8fe28d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:28:59.993963 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-e6f71a85-e54b-4f8b-9801-28adc8fe28d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.3087504
Nov 18 16:28:59.996977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group_rule, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:00.001795 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-4c15d529-bde7-4806-a654-29ade0773588 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.191 HTTP/1.1" status: 200  len: 1002 time: 0.1897802
Nov 18 16:29:00.182754 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:00.199476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-150235d4-6cb3-43e3-8f8b-6fb3896a56d1 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:00.201009 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-150235d4-6cb3-43e3-8f8b-6fb3896a56d1 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports/57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 943 time: 0.1398437
Nov 18 16:29:00.204414 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-55006bbc-e7e6-47a8-bfee-dd3b65a39fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 1002 time: 0.2016578
Nov 18 16:29:00.248563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5f92c832-6f08-4364-95a4-6176ef97efde up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:00.257724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:00.279950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:00.307826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bca8688-2cdf-4ffd-a021-e9e2fd817f9b,revision_number=0']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:00.311258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:00.344108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port 5f92c832-6f08-4364-95a4-6176ef97efde triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:00.344559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:00.397066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group_rule, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:00.398266 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-660db21d-2d9a-463f-8b98-07b40222dd59 req-070721c8-1a72-48bc-b806-5dfacc4f7348 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.7686579
Nov 18 16:29:00.424870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-6cbbb2a6-c0ba-44b5-ae9d-ccf47ae3b212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:00.426478 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-6cbbb2a6-c0ba-44b5-ae9d-ccf47ae3b212 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.2138572
Nov 18 16:29:00.506214 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-47039803-d495-46c9-8c1e-26e299ad48e0 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.191 HTTP/1.1" status: 200  len: 1002 time: 0.1937749
Nov 18 16:29:00.710119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Sync routers for ids ['04bb6d9e-de92-40b6-852d-1d3c630d9774'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:29:00.724465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Routers {'04bb6d9e-de92-40b6-852d-1d3c630d9774'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:00.725368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441ee3a90>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['04bb6d9e-de92-40b6-852d-1d3c630d9774'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:00.862399 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-59b4ab64-261b-47f1-ac8e-c3bbc8d7c3c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4225168
Nov 18 16:29:00.920397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Set router 04bb6d9e-de92-40b6-852d-1d3c630d9774 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:01.083130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Deleting port 22869a58-14d7-4f02-b34c-7bfa8d00bfbf {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:01.083509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.159151 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-a0a99f5c-bb57-4236-baaa-86ad13e8d5e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885675
Nov 18 16:29:01.275645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441ee3a90>, [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'abe9c1f4-4d3e-416c-a35f-e818a417935e', 'name': '', 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:54Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 2, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'subnets': [{'id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:01.279878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Checking router: 04bb6d9e-de92-40b6-852d-1d3c630d9774 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:29:01.281383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Updating router 04bb6d9e-de92-40b6-852d-1d3c630d9774 port abe9c1f4-4d3e-416c-a35f-e818a417935e binding host dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 18 16:29:01.345596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.413549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.413909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.489146 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7305375-4e2f-4e3a-b546-3e9ad88248f0 req-cce9ad2e-ee16-4fba-81aa-15f97a693cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3128393
Nov 18 16:29:01.571434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Calling delete_port for 22869a58-14d7-4f02-b34c-7bfa8d00bfbf owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:29:01.815913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.825321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Notify callbacks [] for port, precommit_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.836684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96992c96-b9b5-44d7-ac6d-100353a69516 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:01.839769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Transition to ACTIVE for port object abe9c1f4-4d3e-416c-a35f-e818a417935e will not be triggered until provisioned by entity L2. {{(pid=80406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:29:01.870006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:01.897210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event deleted for resources: {'Port': ['ID=22869a58-14d7-4f02-b34c-7bfa8d00bfbf,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:01.900056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:01.908281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-96f118b3-b020-42bd-b658-8a74792d62d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:02.076444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:02.076851 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Floating IP 67c389e3-bc9b-41e9-b60a-58978dbaf862 disassociated (deleted). External IP: 172.27.3.191, port: 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa.
Nov 18 16:29:02.079128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d22968-d0b8-4903-af30-e702f24a30ad None None] Pushing event updated for resources: {'Port': ['ID=abe9c1f4-4d3e-416c-a35f-e818a417935e,revision_number=3']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:02.099302 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-08d22968-d0b8-4903-af30-e702f24a30ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:02.292166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Attempting to bind port abe9c1f4-4d3e-416c-a35f-e818a417935e on host dv-cinder-759955-2-iscsi for vnic_type normal with profile  {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:29:02.294334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Attempting to bind port abe9c1f4-4d3e-416c-a35f-e818a417935e by drivers openvswitch on host dv-cinder-759955-2-iscsi at level 0 using segments [{'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:29:02.295110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Attempting to bind port abe9c1f4-4d3e-416c-a35f-e818a417935e on network 0b19256b-e42e-4b68-ba35-c7689f997b09 {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:29:02.308941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Checking agent: {'id': 'a4845e97-a81c-49cc-9bec-16f05fcaf26a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 14, 39), 'started_at': datetime.datetime(2020, 11, 18, 16, 15, 9), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:29:02.313585 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Checking segment: {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:29:02.314069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:02.314524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Bound using segment: {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'} {{(pid=80406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:29:02.315246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Bound port: abe9c1f4-4d3e-416c-a35f-e818a417935e, host: dv-cinder-759955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09'}}] {{(pid=80406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:29:02.315683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:02.447497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] For port abe9c1f4-4d3e-416c-a35f-e818a417935e, host dv-cinder-759955-2-iscsi, cleared binding levels {{(pid=80406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:29:02.454536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] For port abe9c1f4-4d3e-416c-a35f-e818a417935e, host dv-cinder-759955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=abe9c1f4-4d3e-416c-a35f-e818a417935e,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:29:02.483678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80406) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:02.523494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:02.609357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:29:02.821258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d22968-d0b8-4903-af30-e702f24a30ad None None] Pushing event updated for resources: {'Port': ['ID=abe9c1f4-4d3e-416c-a35f-e818a417935e,revision_number=4']} {{(pid=80406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:02.831822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:29:02.832967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-08d22968-d0b8-4903-af30-e702f24a30ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80406) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:02.845501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] Sync routers for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:29:02.866100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Routers {'04bb6d9e-de92-40b6-852d-1d3c630d9774'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:02.866800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441ee3a90>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['04bb6d9e-de92-40b6-852d-1d3c630d9774'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:02.870797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:02.871580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14414cc1d0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:02.909031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:02.974678 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "DELETE /v2.0/floatingips/67c389e3-bc9b-41e9-b60a-58978dbaf862 HTTP/1.1" status: 204  len: 173 time: 2.4589581
Nov 18 16:29:02.975379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:29:03.102698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:03.145586 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-4002810e-25c0-45a0-86b6-b86660df8647 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1163 time: 0.1532865
Nov 18 16:29:03.147420 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'status': 'completed', 'code': 200}
Nov 18 16:29:03.190673 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] Set router 04bb6d9e-de92-40b6-852d-1d3c630d9774 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:03.423169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-7c7bee50-3661-4528-9d39-75769c08bbe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:03.424881 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-7c7bee50-3661-4528-9d39-75769c08bbe7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.2633901
Nov 18 16:29:03.428220 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-311d88a1-24e2-4d9d-a446-754fe032a5d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efe147fedf2844f384b6b69267042430&device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 1163 time: 0.2208922
Nov 18 16:29:03.539007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14414cc1d0>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:16Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:03.543831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] Checking router: e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:29:03.557928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:03.558932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14414cc1d0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:28:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:03.564967 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-fd4dbda1-b945-43ff-af6f-a8af5b6b401d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 217 time: 0.0972683
Nov 18 16:29:03.623238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441ee3a90>, [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'abe9c1f4-4d3e-416c-a35f-e818a417935e', 'name': '', 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:54Z', 'updated_at': '2020-11-18T16:29:02Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'subnets': [{'id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:03.632722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d58b28-ed6e-4eee-9882-2f9579019bcb None None] The sync data for ids ['04bb6d9e-de92-40b6-852d-1d3c630d9774'] in dv-cinder-759955-2-iscsi is: [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'abe9c1f4-4d3e-416c-a35f-e818a417935e', 'name': '', 'network_id': '0b19256b-e42e-4b68-ba35-c7689f997b09', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'mac_address': 'fa:16:3e:b3:f2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:54Z', 'updated_at': '2020-11-18T16:29:02Z', 'revision_number': 4, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'subnets': [{'id': '4d5d8bab-0c2c-4aa1-b794-1a34af568b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:29:03.707917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05941a61-d835-4e51-94da-a5223c532558 req-42de9e91-d08d-4630-8631-d5260cebb9fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:03.709753 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-42de9e91-d08d-4630-8631-d5260cebb9fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 200  len: 909 time: 0.2689698
Nov 18 16:29:03.817254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-a8ecb81c-679b-4bd4-a82b-1d7322bfdd99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:03.818681 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-a8ecb81c-679b-4bd4-a82b-1d7322bfdd99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.1079605
Nov 18 16:29:03.864834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:03.893461 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-66229dd0-0e98-4571-b372-f75418dde8e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 200  len: 217 time: 0.0736759
Nov 18 16:29:04.130230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05941a61-d835-4e51-94da-a5223c532558 req-1bb1d3aa-6da8-4709-a4c9-6845c2d12f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:04.132010 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-1bb1d3aa-6da8-4709-a4c9-6845c2d12f7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 200  len: 854 time: 0.1400819
Nov 18 16:29:04.149186 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-cb1f39be-2e4e-4cd8-9ef9-2e0ff5218951 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2544582
Nov 18 16:29:04.330729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device abe9c1f4-4d3e-416c-a35f-e818a417935e up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:04.442597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14414cc1d0>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:16Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:04.447663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c705bbd-73e0-44d5-9394-54c5bd12a3f5 None None] The sync data for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi is: [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:26:05Z', 'revision_number': 4, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'bce13ef0-c530-4688-a4f4-560597c7d434', 'name': '', 'network_id': 'd36fd3de-e5c9-4763-98f4-b4e43417e803', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'mac_address': 'fa:16:3e:3b:e6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:26:04Z', 'updated_at': '2020-11-18T16:26:16Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'subnets': [{'id': '5f38c703-a270-4cb9-ab76-d406654058ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:29:04.481459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning for port abe9c1f4-4d3e-416c-a35f-e818a417935e completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:29:04.489989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port abe9c1f4-4d3e-416c-a35f-e818a417935e triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:04.490896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:04.609675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d77098be-08c4-4839-9679-bdd7e6bb4251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:04.636531 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-fbe00620-245c-4e70-ba3d-1cdb1a50bc93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d36fd3de-e5c9-4763-98f4-b4e43417e803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4386940
Nov 18 16:29:04.640393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:04.643515 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-94670257-a429-40e7-8f19-60a9e687bed9 service neutron] 10.222.0.23 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4932921
Nov 18 16:29:04.683067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port abe9c1f4-4d3e-416c-a35f-e818a417935e, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=abe9c1f4-4d3e-416c-a35f-e818a417935e,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:04.716220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:04.720362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a37800ad-bff1-43d8-a31c-1b8e9406dc1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:04.793865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=abe9c1f4-4d3e-416c-a35f-e818a417935e,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:04.797273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:04.916624 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-b17bcfee-a93d-4e28-8f79-248228dfb748 service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721391
Nov 18 16:29:04.918668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-477a459f-9f63-4136-b818-aed8f0b37ec6 req-e5e85c3e-0faf-4071-831f-5c71266e58de service neutron] 10.222.0.23 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2507217
Nov 18 16:29:05.219173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecca962-5a51-4e8b-8c27-4947c80281a9 None None] New status for floating IP 67c389e3-bc9b-41e9-b60a-58978dbaf862: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:29:05.778067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:05.855141 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-05941a61-d835-4e51-94da-a5223c532558 req-c2de6bc7-ff4b-4609-9d7c-3f4793ab568b service neutron] 10.222.0.37 "GET /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426108
Nov 18 16:29:06.236126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device abe9c1f4-4d3e-416c-a35f-e818a417935e up at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:06.307262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Provisioning complete for port abe9c1f4-4d3e-416c-a35f-e818a417935e triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:06.307701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:06.722018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-79bf1ad1-a5f0-441f-83e4-41955c73ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:07.257796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:08.801663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:09.257868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.371307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57166) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:14.533298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.566363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:29:14.570599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Usage tracker for resource:security_group_rule and tenant:47ebc98ecf3649298eab26ee086cc541 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:29:14.573595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:29:14.579365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:29:14.648800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.703805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.711935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-185e6e3b-1763-4133-a646-210d17aeea16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:14.770577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57184) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:14.770735 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ebc98ecf3649298eab26ee086cc541&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3896351
Nov 18 16:29:14.770735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23adda64-a3ec-4604-b1a5-96d8de396362,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:14.772657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:14.848285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.876966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.955048 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.960023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f0cc5418-faec-4581-911f-a94161458871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:14.973166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23adda64-a3ec-4604-b1a5-96d8de396362,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:14.976286 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:14.978408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:14.979510 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-31ed4700-173c-422a-97c5-7eb586205674 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23adda64-a3ec-4604-b1a5-96d8de396362 HTTP/1.1" status: 204  len: 168 time: 0.2129936
Nov 18 16:29:16.585142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-ecf5ad52-b34a-46f0-b9d4-7312f774ae21 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:16.585918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-ecf5ad52-b34a-46f0-b9d4-7312f774ae21 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:16.623156 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-ecf5ad52-b34a-46f0-b9d4-7312f774ae21 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:16.624401 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-ecf5ad52-b34a-46f0-b9d4-7312f774ae21 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.1253984
Nov 18 16:29:16.673018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-143b04a8-1754-47ad-89f8-ae73ce5af675 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:16.703878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-143b04a8-1754-47ad-89f8-ae73ce5af675 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:16.705204 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7a5dd679-599f-4ab1-a62a-fa9e25d15c15 req-143b04a8-1754-47ad-89f8-ae73ce5af675 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747113
Nov 18 16:29:17.918898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af134aad-c8be-4564-9681-02e439692366 req-db0e8cba-d250-45b2-b4f0-b7f59f861948 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:17.920530 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af134aad-c8be-4564-9681-02e439692366 req-db0e8cba-d250-45b2-b4f0-b7f59f861948 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.0840983
Nov 18 16:29:17.972058 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af134aad-c8be-4564-9681-02e439692366 req-30679c79-2389-43d8-8da3-43915d726325 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450687
Nov 18 16:29:18.706647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-e0b917a6-f356-4b18-8a17-0b0b24688730 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:18.708124 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-e0b917a6-f356-4b18-8a17-0b0b24688730 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.37 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.0824139
Nov 18 16:29:18.786054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Deleting port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:18.786437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:19.065068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] For port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:19.066179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:19.240014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Calling delete_port for 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:29:19.359787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102e7e-621d-4be5-a515-01973f634823 req-732bb2fb-ee2b-4c77-81d2-7955c4ff23e7 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:19.361462 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e0102e7e-621d-4be5-a515-01973f634823 req-732bb2fb-ee2b-4c77-81d2-7955c4ff23e7 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 946 time: 0.2242985
Nov 18 16:29:19.467615 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e0102e7e-621d-4be5-a515-01973f634823 req-946a81b9-61ae-4442-aa68-8772f11d6b0a tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/security-groups?id=2d6fb615-2902-472e-b32c-36882ee77188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742867
Nov 18 16:29:19.515633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:19.531926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-435d690b-5a20-4b8c-95e0-c5dc950cea0b tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:19.578011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Pushing event deleted for resources: {'Port': ['ID=57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:19.590848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:19.731826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-af28eacc-fefa-4f63-bc5c-e16796d620f9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:security_group {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:19.783246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-af28eacc-fefa-4f63-bc5c-e16796d620f9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:security_group {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:19.784577 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-af28eacc-fefa-4f63-bc5c-e16796d620f9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1847196076&fields=id&tenant_id=0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 267 time: 0.1357038
Nov 18 16:29:19.790195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] No DVR routers for this DVR port 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:29:19.793345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:19.796192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'name': 'network-vif-deleted', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:29:19.857324 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620d75d1-8c29-40c7-ba70-cca761296d8f', 'name': 'network-vif-deleted', 'tag': '57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa', 'status': 'completed', 'code': 200}
Nov 18 16:29:19.918762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:29:19.920607 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2cc9c095-3b22-4b14-9e27-6595376b7a95 req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.37 "DELETE /v2.0/ports/57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa HTTP/1.1" status: 204  len: 173 time: 1.2022910
Nov 18 16:29:19.956001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:29:19.956393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 57a7bfe2-a05e-44d5-8fd2-0e5b2bd168fa not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:29:19.973230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-81351e96-4208-4c80-b2d1-5738739cca44 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:19.974806 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-81351e96-4208-4c80-b2d1-5738739cca44 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 811 time: 0.1828618
Nov 18 16:29:19.992587 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-72177fa5-7990-4466-85ee-1324466f56c3 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/quotas/0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 375 time: 0.0116434
Nov 18 16:29:20.084147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-95895de7-c32c-4ba8-a736-9722627a0f65 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:20.138676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-95895de7-c32c-4ba8-a736-9722627a0f65 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:20.141069 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-95895de7-c32c-4ba8-a736-9722627a0f65 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1426442
Nov 18 16:29:20.318132 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-43b24c82-ca5f-4c79-b5e3-5b6771d04c33 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628320
Nov 18 16:29:20.463921 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-2d7ab8e6-cbe9-4fec-bf3a-8f2a084e17c1 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393716
Nov 18 16:29:20.686130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-39db569c-8cca-4265-ae53-014eaa6f0dd0 req-5584219e-fdce-475f-a08f-b85833b2f8f6 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Synchronizing usage tracker for tenant:efe147fedf2844f384b6b69267042430 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:20.724635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-39db569c-8cca-4265-ae53-014eaa6f0dd0 req-5584219e-fdce-475f-a08f-b85833b2f8f6 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Unset dirty status for tenant:efe147fedf2844f384b6b69267042430 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:20.726060 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39db569c-8cca-4265-ae53-014eaa6f0dd0 req-5584219e-fdce-475f-a08f-b85833b2f8f6 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] 10.222.0.23 "GET /v2.0/ports?device_id=620d75d1-8c29-40c7-ba70-cca761296d8f HTTP/1.1" status: 200  len: 210 time: 0.0864727
Nov 18 16:29:21.133432 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0b092772-cd2c-44d9-859f-61bcb917c589 req-5e9c64de-8691-4b61-8c25-eb2bb3f5d5e0 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 210 time: 0.0539103
Nov 18 16:29:21.260854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b654d1-cff6-413c-a45e-5b7da8049aaf req-4cdaa15c-f24f-4913-9d63-725ea0bb77cd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:21.262488 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-89b654d1-cff6-413c-a45e-5b7da8049aaf req-4cdaa15c-f24f-4913-9d63-725ea0bb77cd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0896440
Nov 18 16:29:21.321075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-89b654d1-cff6-413c-a45e-5b7da8049aaf req-a413d54a-d985-4b1e-bfcc-e1a90f7eac73 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516679
Nov 18 16:29:22.311928 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f56d072f-d14e-4829-8494-9fbd123f5620 req-35d31f65-a48b-4a5e-bfa9-d5a101b19605 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 210 time: 0.0497181
Nov 18 16:29:22.745978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9dd6b-83bc-46b6-9f8d-0418ab2e4a71 req-ec60e589-4170-4abc-b49d-f62d391493e7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:22.747581 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-37f9dd6b-83bc-46b6-9f8d-0418ab2e4a71 req-ec60e589-4170-4abc-b49d-f62d391493e7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.2861536
Nov 18 16:29:22.801919 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-37f9dd6b-83bc-46b6-9f8d-0418ab2e4a71 req-4b61f6af-033d-405b-a3df-43fdec03422e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473251
Nov 18 16:29:23.283776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-eb5c18bb-6fe5-4175-a8af-4ddeda1807e7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:23.285427 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-eb5c18bb-6fe5-4175-a8af-4ddeda1807e7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 811 time: 0.1598969
Nov 18 16:29:23.289619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57326) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:23.386080 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-54c8e808-332c-4077-89bf-283f1314d587 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 5087 time: 0.0815749
Nov 18 16:29:23.398436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'port': {'device_id': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'admin_state_up': True, 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'security_groups': ['95aff58a-9fd6-4c93-bdf4-8ee5eec53290']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:29:23.572688 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f1750a6e-c6ca-4b9b-82df-19146b2257f0 req-b15d6858-5cfb-4b38-9967-a41c9140570b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 210 time: 0.0649285
Nov 18 16:29:23.608005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:29:23.618832 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:29:23.658568 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Made reservation on behalf of 0e323e17592344329dd6501c3bd20971 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:29:23.664534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:23.730579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.038371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Allocated IP 172.20.0.13 (e086fa84-46ff-4c0b-bd13-d3efd18c0286/3377cdd0-085f-4b75-9e5a-ba57f36068bf/1950c859-4abc-428b-90f7-1a01f4aef889) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:29:24.102094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7744f-9687-4dad-a6aa-2e6b0627eea1 req-3b8cd449-4904-45d7-b121-5a5329b74971 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:24.103660 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efd7744f-9687-4dad-a6aa-2e6b0627eea1 req-3b8cd449-4904-45d7-b121-5a5329b74971 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1523373
Nov 18 16:29:24.266278 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efd7744f-9687-4dad-a6aa-2e6b0627eea1 req-42f3a74b-cba9-4887-8dce-eb6097fd38de tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1382055
Nov 18 16:29:24.308177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.326319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Transition to ACTIVE for port object 1950c859-4abc-428b-90f7-1a01f4aef889 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:29:24.373056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Deleting port bce13ef0-c530-4688-a4f4-560597c7d434 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:24.373362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.393663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.411667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0956edbe-3262-4aa7-94a3-aa51022079c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:24.560309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] For port bce13ef0-c530-4688-a4f4-560597c7d434, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=bce13ef0-c530-4688-a4f4-560597c7d434,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:24.562751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.562900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=1950c859-4abc-428b-90f7-1a01f4aef889,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:24.566523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:24.606611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:29:24.607830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:29:24.610735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:29:24.684774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:24.685581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.712237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Calling delete_port for bce13ef0-c530-4688-a4f4-560597c7d434 owned by network:router_interface {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:29:24.780312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3867321
Nov 18 16:29:24.800313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Request body: {'port': {'device_id': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:29:24.926053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e31e7-8835-49bd-a0a9-e24cf19d02d2 req-509cec87-f4d1-45a0-a985-1f0389537311 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:24.926711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1b4e31e7-8835-49bd-a0a9-e24cf19d02d2 req-509cec87-f4d1-45a0-a985-1f0389537311 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:24.948656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:24.977548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-90abf710-0676-4254-b2c9-6e174c915a31 None None] Provisioning for port 1950c859-4abc-428b-90f7-1a01f4aef889 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:29:24.985116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-90abf710-0676-4254-b2c9-6e174c915a31 None None] Provisioning complete for port 1950c859-4abc-428b-90f7-1a01f4aef889 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:24.985540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-90abf710-0676-4254-b2c9-6e174c915a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:25.005800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-1b4e31e7-8835-49bd-a0a9-e24cf19d02d2 req-509cec87-f4d1-45a0-a985-1f0389537311 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:25.011010 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b4e31e7-8835-49bd-a0a9-e24cf19d02d2 req-509cec87-f4d1-45a0-a985-1f0389537311 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 932 time: 0.2703192
Nov 18 16:29:25.029163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:25.041006 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-90abf710-0676-4254-b2c9-6e174c915a31 None None] Port 1950c859-4abc-428b-90f7-1a01f4aef889 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:29:25.049633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bb314b74-d039-4ff4-b62c-f60da1991517 tempest-DeleteServersTestJSON-395231201 tempest-DeleteServersTestJSON-395231201] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:25.102244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce13ef0-c530-4688-a4f4-560597c7d434,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:25.105256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:25.132575 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b4e31e7-8835-49bd-a0a9-e24cf19d02d2 req-0a404d3a-1214-4c47-938b-345001ebae69 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1183169
Nov 18 16:29:25.480414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1950c859-4abc-428b-90f7-1a01f4aef889 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:29:25.489806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:25.496458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:25.508677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Transition to ACTIVE for port object 1950c859-4abc-428b-90f7-1a01f4aef889 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:29:25.531043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416523f-e287-4a03-902d-cdeca2fa0185 req-f6caf958-caf8-4060-a246-1efe3d509181 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:25.532634 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6416523f-e287-4a03-902d-cdeca2fa0185 req-f6caf958-caf8-4060-a246-1efe3d509181 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1177318
Nov 18 16:29:25.558182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:25.575762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-916632ea-5655-455b-81f6-09744a075b46 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:25.741255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:29:25.743324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1950c859-4abc-428b-90f7-1a01f4aef889,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:25.747819 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6416523f-e287-4a03-902d-cdeca2fa0185 req-97bbce53-0532-4e96-a4dd-e3f45297ef10 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2086978
Nov 18 16:29:25.751690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:25.950385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Attempting to bind port 1950c859-4abc-428b-90f7-1a01f4aef889 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:29:25.950769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Attempting to bind port 1950c859-4abc-428b-90f7-1a01f4aef889 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:29:25.951147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Attempting to bind port 1950c859-4abc-428b-90f7-1a01f4aef889 on network e086fa84-46ff-4c0b-bd13-d3efd18c0286 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:29:25.960765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:29:25.961250 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Checking segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:29:25.961837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:25.962373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Bound using segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:29:25.962947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Bound port: 1950c859-4abc-428b-90f7-1a01f4aef889, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:29:25.963517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:26.073945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] For port 1950c859-4abc-428b-90f7-1a01f4aef889, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:29:26.076869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] For port 1950c859-4abc-428b-90f7-1a01f4aef889, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1950c859-4abc-428b-90f7-1a01f4aef889,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:29:26.110442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:26.126356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ede0cb30-94ab-463b-9e51-ee9fe1c6fb84 tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:26.502566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:29:26.518611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1950c859-4abc-428b-90f7-1a01f4aef889,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:26.527890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:26.588632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:26.590368 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/1950c859-4abc-428b-90f7-1a01f4aef889 HTTP/1.1" status: 200  len: 1158 time: 1.7952595
Nov 18 16:29:26.590921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:29:26.617107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d2de1-113a-4be0-b1a7-a4d34bd64f55 req-6dc7ff52-72ce-42a8-bae6-4dcc6744f72a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:26.617107 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-705d2de1-113a-4be0-b1a7-a4d34bd64f55 req-6dc7ff52-72ce-42a8-bae6-4dcc6744f72a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.3375401
Nov 18 16:29:26.705822 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889', 'status': 'completed', 'code': 200}
Nov 18 16:29:26.730183 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-705d2de1-113a-4be0-b1a7-a4d34bd64f55 req-38957ff6-4ec8-45f4-9fb8-528f0cb6ccf9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1076872
Nov 18 16:29:26.736148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:29:26.748636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] Sync routers for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:29:26.761982 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-e0ae4420-c664-4f0d-b06a-38af60d2473d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 1161 time: 0.1007078
Nov 18 16:29:26.772908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:26.773601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14408dcbe0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:29:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:26.785616 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] 10.222.0.23 "PUT /v2.0/routers/e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4950209
Nov 18 16:29:26.788007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57350) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:26.838035 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-bd2206bf-ab7a-41db-a898-ca2aba238625 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1950c859-4abc-428b-90f7-1a01f4aef889 HTTP/1.1" status: 200  len: 217 time: 0.0680776
Nov 18 16:29:26.965145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-755394c8-aa47-4fff-80cc-bb707396411b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:26.966926 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-755394c8-aa47-4fff-80cc-bb707396411b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1224515
Nov 18 16:29:27.014590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:27.060975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e6bc4-5dde-4688-9f71-6ac27aa8a164 req-ba16c233-b26f-46f9-ba8d-2da59fd21ea2 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:27.063378 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c04e6bc4-5dde-4688-9f71-6ac27aa8a164 req-ba16c233-b26f-46f9-ba8d-2da59fd21ea2 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1582582
Nov 18 16:29:27.106367 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-fe9cdc17-8feb-4619-a911-f086b8b815f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304946
Nov 18 16:29:27.181489 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c04e6bc4-5dde-4688-9f71-6ac27aa8a164 req-80234393-c8c2-4f55-bc6c-0a1ccb1e0e65 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072099
Nov 18 16:29:27.184466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:27.275287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:27.277994 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-3c1f9044-f47c-4bff-af5b-32b0b289684f service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612148
Nov 18 16:29:27.338248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Deleting port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:27.338615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:27.428806 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d3b4c018-fc2a-4d51-bb5b-7d91b0031005 req-617f4381-10fb-4453-91b2-638b575374ef service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430702
Nov 18 16:29:27.504139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14408dcbe0>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:29:24Z', 'revision_number': 5, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port': {'id': 'e2f4acdf-70ff-4cca-b2e5-6f593d553ff3', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:59Z', 'updated_at': '2020-11-18T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:27.508639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] Checking router: e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:29:27.521722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] Routers {'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:27.522407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14408dcbe0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:29:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:27.529352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] For port e2f4acdf-70ff-4cca-b2e5-6f593d553ff3, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:27.529692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:27.588794 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-b9790ff2-5544-49f9-9873-67d38a15b5de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 1161 time: 0.0831604
Nov 18 16:29:27.660031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Calling delete_port for e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 owned by network:router_gateway {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:29:27.689050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] Set router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 gateway port host: None {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:27.740217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-69dc9795-64b5-4143-8372-b2089baa9d05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:27.742128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-69dc9795-64b5-4143-8372-b2089baa9d05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1459930
Nov 18 16:29:27.802635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14408dcbe0>, [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:29:27Z', 'revision_number': 6, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port_host': None}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:27.806981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba241f8-3f44-45f0-908b-c624e390e1ff None None] The sync data for ids ['e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3'] in dv-cinder-759955-2-iscsi is: [{'id': 'e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3', 'name': 'tempest-TestMinimumBasicScenario-1353074661-router', 'tenant_id': 'efe147fedf2844f384b6b69267042430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:58Z', 'updated_at': '2020-11-18T16:29:27Z', 'revision_number': 6, 'project_id': 'efe147fedf2844f384b6b69267042430', 'gw_port_host': None}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:29:27.825676 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-9b0ca932-49f9-41f1-b791-9978407798f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1950c859-4abc-428b-90f7-1a01f4aef889 HTTP/1.1" status: 200  len: 217 time: 0.0745664
Nov 18 16:29:27.891499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:27.908308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d06cc6c9-cee4-49cd-b72a-3b1df31ee621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:27.950352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-241168fd-ecbe-48ce-8d04-f1b46ab269ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:27.952485 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-241168fd-ecbe-48ce-8d04-f1b46ab269ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1195996
Nov 18 16:29:27.963274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f4acdf-70ff-4cca-b2e5-6f593d553ff3,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:27.968010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:28.032042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9453cf-2896-45be-afff-f24e67877249 req-53925438-1f40-43a2-b38e-de7c7464151e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:28.034067 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ff9453cf-2896-45be-afff-f24e67877249 req-53925438-1f40-43a2-b38e-de7c7464151e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.1565669
Nov 18 16:29:28.099475 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-91884413-a3c8-49ed-bd7c-30b9a76e1cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1386697
Nov 18 16:29:28.107744 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ff9453cf-2896-45be-afff-f24e67877249 req-e5c3bad4-dfe1-405c-b26a-0f84d883a296 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0622396
Nov 18 16:29:28.249943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device bce13ef0-c530-4688-a4f4-560597c7d434 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:29:28.269235 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-4caccd2a-2623-46bb-95b8-ffa1fc61efab service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602268
Nov 18 16:29:28.293587 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: bce13ef0-c530-4688-a4f4-560597c7d434 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:29:28.294288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device bce13ef0-c530-4688-a4f4-560597c7d434 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:29:28.294974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:29:28.310564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:28.354700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:29:28.355465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device e2f4acdf-70ff-4cca-b2e5-6f593d553ff3 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:29:28.456742 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-640c2bc5-21b6-4324-89a9-97e662a60a33 req-a8e40218-ed90-472c-9dee-49a24216a7fa service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1803584
Nov 18 16:29:28.627620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8fc47-c705-4a14-a23b-d08f0683e2b4 req-a57921f2-0381-4bcb-97a6-00e7321c385c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:28.629222 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f3f8fc47-c705-4a14-a23b-d08f0683e2b4 req-a57921f2-0381-4bcb-97a6-00e7321c385c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0845459
Nov 18 16:29:28.678526 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f3f8fc47-c705-4a14-a23b-d08f0683e2b4 req-34f7cc8f-6d4e-4e68-a510-ffe49e52bf3e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431595
Nov 18 16:29:28.819730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:28.824169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:28.874712 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:28.875289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 {{(pid=80404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:29:28.887537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:28.888792 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e69a5a17-7d04-46d1-ab5e-7e6fb4620ed3 HTTP/1.1" status: 204  len: 168 time: 2.0994346
Nov 18 16:29:28.891539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57366) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:28.957543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Deleting subnet 5f38c703-a270-4cb9-ab76-d406654058ee {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:29:28.960709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.014482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.132107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.326186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7c85c-5512-4e74-b07a-edac0a1aadd0 req-d7a240f6-f0dd-4673-8b48-6b229f6b7a26 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:29.328312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4fd7c85c-5512-4e74-b07a-edac0a1aadd0 req-d7a240f6-f0dd-4673-8b48-6b229f6b7a26 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.0889518
Nov 18 16:29:29.376718 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4fd7c85c-5512-4e74-b07a-edac0a1aadd0 req-67b5fd80-c4b1-41df-8d49-07ad8c397211 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418339
Nov 18 16:29:29.418040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.434152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:29.483321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f38c703-a270-4cb9-ab76-d406654058ee,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:29.486371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:29.571982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.577435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59dd1ff-9a1a-492a-b8de-77367f3e9b39 None None] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:29:29.579687 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a8b1ded0-53ac-49d8-aac1-1b672199f668 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f38c703-a270-4cb9-ab76-d406654058ee HTTP/1.1" status: 204  len: 168 time: 0.6870813
Nov 18 16:29:29.582220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57374) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:29.714158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.792170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Deleting port 01850508-9f82-4b60-88e1-3272ceeb20f9 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:29.796859 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.849987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] DHCP port deletion for d36fd3de-e5c9-4763-98f4-b4e43417e803 request from dv-cinder-759955-2-iscsi {{(pid=80405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 16:29:29.855001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Deleting port 01850508-9f82-4b60-88e1-3272ceeb20f9 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:29.855438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:29.915222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc526006-1f70-408f-b49c-6631d37770bd req-e67cddb9-b494-46f7-b1be-363206f3cb1e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:29.918926 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dc526006-1f70-408f-b49c-6631d37770bd req-e67cddb9-b494-46f7-b1be-363206f3cb1e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0947218
Nov 18 16:29:29.974217 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dc526006-1f70-408f-b49c-6631d37770bd req-07f8b6d5-bb9c-4524-adcc-59d7f1afdae4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498085
Nov 18 16:29:30.050844 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] For port 01850508-9f82-4b60-88e1-3272ceeb20f9, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=01850508-9f82-4b60-88e1-3272ceeb20f9,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:30.051474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.092607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] For port 01850508-9f82-4b60-88e1-3272ceeb20f9, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=01850508-9f82-4b60-88e1-3272ceeb20f9,segment=NetworkSegment(46f00d2e-a15f-4359-bfa8-bda0e4c5d08c),segment_id=46f00d2e-a15f-4359-bfa8-bda0e4c5d08c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:30.093086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.188139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Calling delete_port for 01850508-9f82-4b60-88e1-3272ceeb20f9 owned by network:dhcp {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:29:30.223402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Calling delete_port for 01850508-9f82-4b60-88e1-3272ceeb20f9 owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:29:30.272014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 01850508-9f82-4b60-88e1-3272ceeb20f9 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:29:30.309181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.311109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 01850508-9f82-4b60-88e1-3272ceeb20f9 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:29:30.311513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 01850508-9f82-4b60-88e1-3272ceeb20f9 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:29:30.340203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:30.384092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Pushing event deleted for resources: {'Port': ['ID=01850508-9f82-4b60-88e1-3272ceeb20f9,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:30.404566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:30.433848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:29:30.439543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:29:30.486262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] No DVR routers for this DVR port 01850508-9f82-4b60-88e1-3272ceeb20f9 on host dv-cinder-759955-2-iscsi {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:29:30.593805 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6e29f-8a60-45f3-aa13-5724ee477309 req-57aa0991-46a3-4517-a847-a98eba204fd6 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:30.595428 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ab6e29f-8a60-45f3-aa13-5724ee477309 req-57aa0991-46a3-4517-a847-a98eba204fd6 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.0843415
Nov 18 16:29:30.611532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.644541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ab6e29f-8a60-45f3-aa13-5724ee477309 req-16f0e0ae-874a-47a4-ad49-c87d63866578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428858
Nov 18 16:29:30.729235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f144057ccc0>,) {'filters': {'network_id': ['d36fd3de-e5c9-4763-98f4-b4e43417e803']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:30.741770 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f144057ccc0>, '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:30.742105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f144057ccc0>, '46f00d2e-a15f-4359-bfa8-bda0e4c5d08c') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:30.754149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.769743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.771695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:29:30.935527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Deleting port 01850508-9f82-4b60-88e1-3272ceeb20f9 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:29:30.935969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:30.952822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:29:30.965042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.001170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-755c5492-f1ac-4cf8-8efc-7603090f3c35 None None] The port '01850508-9f82-4b60-88e1-3272ceeb20f9' was deleted {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 16:29:31.145643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Network d36fd3de-e5c9-4763-98f4-b4e43417e803 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:29:31.168247 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:29:31.201744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67347f7e-b10e-468e-b5b6-09ae2d2d365c req-70edf1c3-1ff9-4a6f-bb39-a08b4091bbce tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:31.203837 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67347f7e-b10e-468e-b5b6-09ae2d2d365c req-70edf1c3-1ff9-4a6f-bb39-a08b4091bbce tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0881453
Nov 18 16:29:31.253179 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67347f7e-b10e-468e-b5b6-09ae2d2d365c req-03e9f2a5-04cc-45ef-b27b-02572e7e9df1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423486
Nov 18 16:29:31.269023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.272644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:31.289133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.295687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36fd3de-e5c9-4763-98f4-b4e43417e803,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:31.300282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:31.326581 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d36fd3de-e5c9-4763-98f4-b4e43417e803 HTTP/1.1" status: 204  len: 168 time: 1.7431295
Nov 18 16:29:31.624896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57398) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:31.678010 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a4404780-2a93-4e8a-9138-35a500a332be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efe147fedf2844f384b6b69267042430&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0518057
Nov 18 16:29:31.680422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57402) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:29:31.744730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.771802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.891388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ee0ac-f588-44c0-aa35-ccfe2a8a151a req-1e208717-200e-458b-9884-a71753a23230 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:31.893017 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-637ee0ac-f588-44c0-aa35-ccfe2a8a151a req-1e208717-200e-458b-9884-a71753a23230 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.1138906
Nov 18 16:29:31.915533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.923482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:31.941101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6fb615-2902-472e-b32c-36882ee77188,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:31.952170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:31.963740 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-637ee0ac-f588-44c0-aa35-ccfe2a8a151a req-505285e8-2b8f-4bc4-af57-87cf5114f1a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0645525
Nov 18 16:29:31.980431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:31.982163 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a7aca5dc-ce71-4be6-ba54-1f0e8674e775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d6fb615-2902-472e-b32c-36882ee77188 HTTP/1.1" status: 204  len: 168 time: 0.3001754
Nov 18 16:29:32.478452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7fc9-1637-425e-b0ba-1a01ad2442f1 req-cab7c0a3-04fc-45a9-8fb7-ddfdbe4ce893 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:32.480009 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2adf7fc9-1637-425e-b0ba-1a01ad2442f1 req-cab7c0a3-04fc-45a9-8fb7-ddfdbe4ce893 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0932541
Nov 18 16:29:32.530051 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2adf7fc9-1637-425e-b0ba-1a01ad2442f1 req-4870f0a1-5eaf-48a0-a940-c4d900c07676 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435014
Nov 18 16:29:33.188052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83a2f-0182-4893-b28c-51d4d6143567 req-21b72904-026d-4478-abc3-52b16109bd68 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:33.190563 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67a83a2f-0182-4893-b28c-51d4d6143567 req-21b72904-026d-4478-abc3-52b16109bd68 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.0889814
Nov 18 16:29:33.240461 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67a83a2f-0182-4893-b28c-51d4d6143567 req-dabfb8c7-8a2e-49f6-a885-d025d2101375 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0446610
Nov 18 16:29:33.329145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84982ce2-8a37-42b6-9d34-4ecf7628dd1a req-7547c3d3-b84a-4130-a96f-a5e66686fabd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:33.330727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-84982ce2-8a37-42b6-9d34-4ecf7628dd1a req-7547c3d3-b84a-4130-a96f-a5e66686fabd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0850365
Nov 18 16:29:33.378335 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-84982ce2-8a37-42b6-9d34-4ecf7628dd1a req-aa273f18-9b4d-4073-932d-18d77e997df7 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413485
Nov 18 16:29:33.739362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816657e-b80c-456c-b103-408c4b5276b4 req-832fd15f-2903-4622-bd75-34e20d8ad9c0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:33.740901 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3816657e-b80c-456c-b103-408c4b5276b4 req-832fd15f-2903-4622-bd75-34e20d8ad9c0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0821123
Nov 18 16:29:33.791339 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3816657e-b80c-456c-b103-408c4b5276b4 req-0890edd2-caa5-4bd8-8ebc-4b0a56d4735f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443244
Nov 18 16:29:34.453131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b59b-f363-4ae5-8954-99ca41638bd4 req-fee13292-c8e8-44a5-87a2-552897e8f851 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:34.454761 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7612b59b-f363-4ae5-8954-99ca41638bd4 req-fee13292-c8e8-44a5-87a2-552897e8f851 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.0840499
Nov 18 16:29:34.469253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 1950c859-4abc-428b-90f7-1a01f4aef889 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:34.504524 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7612b59b-f363-4ae5-8954-99ca41638bd4 req-4c36375f-6ba1-4b7b-b874-67d79fefcf02 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436697
Nov 18 16:29:34.560454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4250d30c-0ced-4f1f-b2a2-0cc5044d270d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:34.588563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 1950c859-4abc-428b-90f7-1a01f4aef889 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:29:34.594292 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 1950c859-4abc-428b-90f7-1a01f4aef889 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:34.594721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:34.612213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8face65c-3943-46cb-9719-2b643d1d9bcd req-21ead73e-c374-4ec9-b61e-de833a972392 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:34.613839 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8face65c-3943-46cb-9719-2b643d1d9bcd req-21ead73e-c374-4ec9-b61e-de833a972392 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0877347
Nov 18 16:29:34.663812 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8face65c-3943-46cb-9719-2b643d1d9bcd req-60494d66-5ad1-4746-be21-65afe850c63c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434284
Nov 18 16:29:34.713625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:34.740333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:29:34.751106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 1950c859-4abc-428b-90f7-1a01f4aef889, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1950c859-4abc-428b-90f7-1a01f4aef889,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:29:34.782855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:34.784906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-63465e7b-46b3-45e7-9119-5319d7e5095e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:34.857080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=1950c859-4abc-428b-90f7-1a01f4aef889,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:34.866649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.867052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.867433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.867815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.868192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.868593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.868969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.869459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.869829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.870202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.870567 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.870935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.871683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.872186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.872819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.872977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.873275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.874136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.874504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.874872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.875245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.875612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.875977 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.876340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:34.881640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:35.010657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df01c88-ee0d-4e20-8dd4-8591e96865c1 req-b23f6124-0fba-427c-a69c-5e1a999990ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:35.012276 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0df01c88-ee0d-4e20-8dd4-8591e96865c1 req-b23f6124-0fba-427c-a69c-5e1a999990ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0869575
Nov 18 16:29:35.046543 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889', 'code': 200}
Nov 18 16:29:35.068491 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0df01c88-ee0d-4e20-8dd4-8591e96865c1 req-99bbf083-2aeb-4855-99ee-82e20a018b59 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490301
Nov 18 16:29:35.260881 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-ef75a213-74de-402d-8768-7ee70837833c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1162 time: 0.0803618
Nov 18 16:29:35.410302 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c86286b4-90ba-41d6-8559-f5da33a61662 req-1dc26aba-f637-4f74-9580-7f497e0d8d6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 1163 time: 0.0728672
Nov 18 16:29:35.418961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-7b69e8de-053f-42f0-9274-85f8d90a7024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:35.421066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-7b69e8de-053f-42f0-9274-85f8d90a7024 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 904 time: 0.1400666
Nov 18 16:29:35.460055 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c86286b4-90ba-41d6-8559-f5da33a61662 req-fb4dbaf7-ef95-49ad-b312-7cafae7088b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425572
Nov 18 16:29:35.529066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-5009a56b-3862-4d6c-8a13-583a08c1af65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 1001 time: 0.1017911
Nov 18 16:29:35.743120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:35.750150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-a9a4f0e2-2094-407a-b195-44ba726129b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:35.751727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-a9a4f0e2-2094-407a-b195-44ba726129b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0836756
Nov 18 16:29:36.007755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 1950c859-4abc-428b-90f7-1a01f4aef889 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:36.057624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b600772-5ae4-4250-8235-a923ec49d3d0 req-9805e4c2-5ae1-43d7-b036-8206ee58c906 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:36.059233 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b600772-5ae4-4250-8235-a923ec49d3d0 req-9805e4c2-5ae1-43d7-b036-8206ee58c906 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 946 time: 0.4264576
Nov 18 16:29:36.083387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 1950c859-4abc-428b-90f7-1a01f4aef889 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:36.083847 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:36.160112 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b600772-5ae4-4250-8235-a923ec49d3d0 req-4dbc2a34-3cb9-43b1-a189-0bfe7d55536c tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0876086
Nov 18 16:29:36.170829 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-ccefc84d-05f6-4d5c-82bc-f835a4880ede service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4072173
Nov 18 16:29:36.176871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00547c2a-7b97-4c5d-bb69-447f419b1306 req-673f5589-0f44-4190-a99c-ac0b6956cf73 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:36.178378 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-00547c2a-7b97-4c5d-bb69-447f419b1306 req-673f5589-0f44-4190-a99c-ac0b6956cf73 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1750555
Nov 18 16:29:36.382643 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-00547c2a-7b97-4c5d-bb69-447f419b1306 req-e59211b4-7e8f-4c08-bd40-172ec11d76bb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791568
Nov 18 16:29:36.409846 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-b62315ef-83f2-4640-816f-ac9497b2cdf0 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304425
Nov 18 16:29:36.475782 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0e26d-4de2-4eca-b0ce-6de43755fdef req-f6909b8b-3fb3-484d-bbed-dbad795e7b08 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:36.477295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5d0e26d-4de2-4eca-b0ce-6de43755fdef req-f6909b8b-3fb3-484d-bbed-dbad795e7b08 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1756699
Nov 18 16:29:36.612414 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e5d0e26d-4de2-4eca-b0ce-6de43755fdef req-e7e3c14e-49a1-42a1-a2b8-1ac7ffeda33c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830181
Nov 18 16:29:36.615921 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08967771-aca3-4576-be20-4a8a7e6d7050 req-ab4acf7c-2183-4b7c-9fe9-dbe5ce221886 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1959648
Nov 18 16:29:36.726052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0bd82fe4-f468-4fc2-b595-5499e88b1078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:37.278677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:37.370333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881a97d-5a7c-4ca2-9137-d6016e95bb2f req-cf78c21b-cea2-47f3-986b-d5084adc844c tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:37.371864 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0881a97d-5a7c-4ca2-9137-d6016e95bb2f req-cf78c21b-cea2-47f3-986b-d5084adc844c tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 946 time: 0.0835240
Nov 18 16:29:37.419460 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0881a97d-5a7c-4ca2-9137-d6016e95bb2f req-d4395079-031f-44a2-a85b-fb26dcaa8cb2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415058
Nov 18 16:29:37.679217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070b2f-b775-426b-ae3f-cf6000793179 req-0bd4fe95-57ff-468a-bc0e-b85d71401d41 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:37.680759 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-78070b2f-b775-426b-ae3f-cf6000793179 req-0bd4fe95-57ff-468a-bc0e-b85d71401d41 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1509564
Nov 18 16:29:37.687368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13efb4a-6366-4247-9196-78cd959a144b req-4bd5211f-82ae-4e88-ab05-b026acbfb210 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:37.688872 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d13efb4a-6366-4247-9196-78cd959a144b req-4bd5211f-82ae-4e88-ab05-b026acbfb210 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 946 time: 0.1206851
Nov 18 16:29:37.766786 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-78070b2f-b775-426b-ae3f-cf6000793179 req-5033761c-4b68-4812-ab8e-fad10d90f8e9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769050
Nov 18 16:29:37.770537 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d13efb4a-6366-4247-9196-78cd959a144b req-0f0571a7-7241-4e30-9cf2-c151d4f64816 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0648484
Nov 18 16:29:38.037499 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-f23634de-6816-4c86-b181-bfcf0333ead4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2103791
Nov 18 16:29:38.056296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:29:38.057125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 1950c859-4abc-428b-90f7-1a01f4aef889 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:38.064960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:29:38.074821 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6597b8-7617-4013-9dc2-57b78f191fe5 req-fd10ac62-c50f-4a48-8c90-7632747cfa2a tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:38.077011 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-da6597b8-7617-4013-9dc2-57b78f191fe5 req-fd10ac62-c50f-4a48-8c90-7632747cfa2a tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1924319
Nov 18 16:29:38.078062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Usage tracker for resource:floatingip and tenant:0e323e17592344329dd6501c3bd20971 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:29:38.081501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:29:38.088666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:29:38.131627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 1950c859-4abc-428b-90f7-1a01f4aef889 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:38.132045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:38.137061 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-da6597b8-7617-4013-9dc2-57b78f191fe5 req-54f27d96-5518-450f-8be8-14536149012c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496299
Nov 18 16:29:38.153304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:38.297875 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:38.619307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Allocated IP 172.27.3.203 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/f00d0a7b-f09f-4794-b27f-92e642388d28) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:29:38.773482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:38.798625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:38.829365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:38.845506 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:39.032701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=f00d0a7b-f09f-4794-b27f-92e642388d28,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:39.042149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:39.100279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:29:39.103948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:29:39.106695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:29:39.138856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aebcf5-ca36-43e7-8e1f-eba680a9d07e req-c486e182-11ce-4aa0-9cf9-b2e62aa32850 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:39.140748 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-72aebcf5-ca36-43e7-8e1f-eba680a9d07e req-c486e182-11ce-4aa0-9cf9-b2e62aa32850 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1800842
Nov 18 16:29:39.213437 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-72aebcf5-ca36-43e7-8e1f-eba680a9d07e req-222f0ba3-9cb8-4825-9e75-55a607e13af2 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646377
Nov 18 16:29:39.242157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:39.378577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:39.394329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:39.798838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2618c2-1673-4dcb-8b5e-0d0fbf97df17 req-b83749bb-0a9f-410a-b6e8-5dfdd711e454 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:39.800444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3d2618c2-1673-4dcb-8b5e-0d0fbf97df17 req-b83749bb-0a9f-410a-b6e8-5dfdd711e454 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.3859706
Nov 18 16:29:39.926366 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3d2618c2-1673-4dcb-8b5e-0d0fbf97df17 req-b80ce165-a722-4d20-8a15-4278cd1c2fc1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752053
Nov 18 16:29:39.954288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:39.999818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:40.015721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1d43efbf-30e5-4975-8c1e-0cde997137a1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:29:40.157916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=f00d0a7b-f09f-4794-b27f-92e642388d28,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:29:40.173681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.174105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.174523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.174930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.175332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.175732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.176131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.176541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.176961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.177359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.177756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.178172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.178649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.179046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.179442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.179835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.180228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.180649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.181043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.181433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.181828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.182218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.182611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.183000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:29:40.189321 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:29:40.274135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:40.320029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:40.321408 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2721188
Nov 18 16:29:40.453366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-3e16e37f-b72d-4f41-bf27-557af82560e4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:29:40.499241 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509a37-26bb-4046-b88a-06a7d0d79166 req-21087168-5be2-47f1-8673-cee0674b012a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:40.500893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-35509a37-26bb-4046-b88a-06a7d0d79166 req-21087168-5be2-47f1-8673-cee0674b012a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1195130
Nov 18 16:29:40.522950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-3e16e37f-b72d-4f41-bf27-557af82560e4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:29:40.524125 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-3e16e37f-b72d-4f41-bf27-557af82560e4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.203 HTTP/1.1" status: 200  len: 696 time: 0.1958089
Nov 18 16:29:40.645437 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-35509a37-26bb-4046-b88a-06a7d0d79166 req-82031491-6dec-4c20-a16a-39ba1c8afe74 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384096
Nov 18 16:29:40.699237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-64d82a6b-b230-4c31-93d8-24b985b33a8b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:40.700729 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-64d82a6b-b230-4c31-93d8-24b985b33a8b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.1707332
Nov 18 16:29:40.711625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-8b4b0bae-4666-4842-9a99-d7b6c52416dd tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:29:40.712667 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df0e617a-034b-49b1-bbb5-e0c9ea7de552 req-8b4b0bae-4666-4842-9a99-d7b6c52416dd tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058763
Nov 18 16:29:40.909729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-72d38e9a-0001-422d-ac94-bcff5fd812f9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:40.911347 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-72d38e9a-0001-422d-ac94-bcff5fd812f9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0932066
Nov 18 16:29:40.997914 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-6a1b517c-6fc3-4234-bfd4-f9327a694819 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.203 HTTP/1.1" status: 200  len: 696 time: 0.0804150
Nov 18 16:29:41.007960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'floatingip': {'port_id': '1950c859-4abc-428b-90f7-1a01f4aef889', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:29:41.132544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:41.333517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d95ea5-a412-4cf7-b56f-9db3ec0db401 req-f024e939-989d-466e-8af6-97b4abe16bae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:41.335131 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-57d95ea5-a412-4cf7-b56f-9db3ec0db401 req-f024e939-989d-466e-8af6-97b4abe16bae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.2710831
Nov 18 16:29:41.471207 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-57d95ea5-a412-4cf7-b56f-9db3ec0db401 req-e79b6c47-fbff-4356-abcb-217ce0473f94 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293893
Nov 18 16:29:41.866174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:41.897094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc552f9f-9a77-43ff-94ab-a329afe0ed99 req-8bcf7c68-67a7-49f1-bbb1-99e7ba421544 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:41.898678 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fc552f9f-9a77-43ff-94ab-a329afe0ed99 req-8bcf7c68-67a7-49f1-bbb1-99e7ba421544 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1078272
Nov 18 16:29:41.901182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:42.018488 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fc552f9f-9a77-43ff-94ab-a329afe0ed99 req-fa4c0396-9b0a-4b65-821f-3a019361fa24 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629034
Nov 18 16:29:42.090779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:42.139766 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Floating IP f2eadb48-5f52-421c-8d8a-dd2c21573756 associated. External IP: 172.27.3.203, port: 1950c859-4abc-428b-90f7-1a01f4aef889.
Nov 18 16:29:42.162659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:42.163090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:42.775500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9e069-33ba-4887-b1e5-f1b3930ce151 req-1291ab4d-95b3-4e51-8f87-a8b92a609e34 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:42.777059 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22c9e069-33ba-4887-b1e5-f1b3930ce151 req-1291ab4d-95b3-4e51-8f87-a8b92a609e34 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1683390
Nov 18 16:29:42.849526 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22c9e069-33ba-4887-b1e5-f1b3930ce151 req-3293cd13-a832-4105-86e2-7d12cbe48b65 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655696
Nov 18 16:29:42.869381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:29:43.087220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:29:43.092615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:43.097455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:29:43.111664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:43.112466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441e31668>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:29:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:43.148490 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-b244ca06-1ef2-46e9-8f49-33dc5694f727 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "PUT /v2.0/floatingips/f2eadb48-5f52-421c-8d8a-dd2c21573756 HTTP/1.1" status: 200  len: 997 time: 2.1446295
Nov 18 16:29:43.149073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:29:43.254370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1eb3b-3780-44f9-b69f-c6a36f026368 req-339ca4ca-b3c3-46fa-9ed4-647aa196aa23 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:43.256064 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-80c1eb3b-3780-44f9-b69f-c6a36f026368 req-339ca4ca-b3c3-46fa-9ed4-647aa196aa23 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0911849
Nov 18 16:29:43.311906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:43.351269 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-80c1eb3b-3780-44f9-b69f-c6a36f026368 req-218f7ee8-4c07-4d13-9fdc-6cab22bf490d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881619
Nov 18 16:29:43.382327 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-0c4faae9-c4ac-4fef-b921-d92fb4a2cbb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 1163 time: 0.2186968
Nov 18 16:29:43.439410 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889', 'status': 'completed', 'code': 200}
Nov 18 16:29:43.582672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-19b46de3-447f-4f83-aa91-96b8d20cf63d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:43.584279 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-19b46de3-447f-4f83-aa91-96b8d20cf63d service neutron] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1940506
Nov 18 16:29:43.681217 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-45dbb2b8-2c55-4f0e-b868-74b6e76074fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 1163 time: 0.1852551
Nov 18 16:29:43.696266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441e31668>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'f2eadb48-5f52-421c-8d8a-dd2c21573756', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': '1950c859-4abc-428b-90f7-1a01f4aef889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:45:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:39Z', 'updated_at': '2020-11-18T16:29:41Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:43.700540 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:29:43.711704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:29:43.712367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441e31668>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:29:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:43.750606 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-f1b56068-8ad9-4321-ad47-5e9195c56891 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1950c859-4abc-428b-90f7-1a01f4aef889 HTTP/1.1" status: 200  len: 1000 time: 0.1553252
Nov 18 16:29:43.898183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:29:43.898528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-0520b404-0ba9-42b7-a0e7-18481c1be076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:43.900120 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-0520b404-0ba9-42b7-a0e7-18481c1be076 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1001363
Nov 18 16:29:43.902600 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-a9f4ef6e-c002-4d0c-9aa2-37408fbe049d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:43.904041 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-a9f4ef6e-c002-4d0c-9aa2-37408fbe049d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.2148213
Nov 18 16:29:44.127305 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-410dfdaa-9107-43ee-97b0-c37d7cd34138 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1950c859-4abc-428b-90f7-1a01f4aef889 HTTP/1.1" status: 200  len: 1000 time: 0.1812508
Nov 18 16:29:44.184157 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-73209b15-0fad-4ba9-8c78-e51323938be5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2751422
Nov 18 16:29:44.204463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-ba44cc69-23f4-4c13-8363-3473b7d67f94 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:29:44.205602 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-ba44cc69-23f4-4c13-8363-3473b7d67f94 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0091023
Nov 18 16:29:44.221103 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba04277-25e7-4bc0-8c11-a0ea38beb505 req-c5890bae-71e7-40f7-a863-3fa517f001ff tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:44.222747 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1ba04277-25e7-4bc0-8c11-a0ea38beb505 req-c5890bae-71e7-40f7-a863-3fa517f001ff tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.2199857
Nov 18 16:29:44.301813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-dfde0065-cca9-4e33-a832-7eb86bbdde53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:44.303364 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-dfde0065-cca9-4e33-a832-7eb86bbdde53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1677885
Nov 18 16:29:44.418628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441e31668>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'f2eadb48-5f52-421c-8d8a-dd2c21573756', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': '1950c859-4abc-428b-90f7-1a01f4aef889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:45:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:39Z', 'updated_at': '2020-11-18T16:29:41Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:29:44.423045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cbaad2-0008-404e-8182-9e8ab9c5f112 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'f2eadb48-5f52-421c-8d8a-dd2c21573756', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': '1950c859-4abc-428b-90f7-1a01f4aef889', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:45:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:39Z', 'updated_at': '2020-11-18T16:29:41Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:29:44.434997 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1ba04277-25e7-4bc0-8c11-a0ea38beb505 req-076779cb-836f-4c35-9cea-223e68be7c4c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1871946
Nov 18 16:29:44.464394 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-337ef0b8-44ea-4f1b-9610-6eef25edc1a7 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405863
Nov 18 16:29:44.528389 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-2450abee-dc8e-48f3-9488-a6b5b23f730a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1690910
Nov 18 16:29:44.703060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f4094c-848d-487d-b6e7-dbd62a05bad1 None None] New status for floating IP f2eadb48-5f52-421c-8d8a-dd2c21573756: ACTIVE {{(pid=80405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:29:45.019214 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be7211eb-61e5-4b56-ab37-e7fd6c492363 req-077fc82f-dddd-4053-b51d-a3db62ad1dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5415287
Nov 18 16:29:45.064702 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-7a20b0da-2545-4a34-af34-c70bb4711a08 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4832430
Nov 18 16:29:45.085082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87170-0eda-409c-8396-f97c39c60c74 req-64b59f8d-1b36-4dca-b1d6-e6da370608fe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:45.085082 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a1f87170-0eda-409c-8396-f97c39c60c74 req-64b59f8d-1b36-4dca-b1d6-e6da370608fe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.4966979
Nov 18 16:29:45.247383 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a1f87170-0eda-409c-8396-f97c39c60c74 req-a5ebf5eb-6a53-4397-8ba5-da6863d91cfd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406219
Nov 18 16:29:45.272536 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ddb7c141-df57-4132-b55d-8f6a6f0a7c2a req-f59d1912-aec7-4d76-9649-071c65635491 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919708
Nov 18 16:29:45.670109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1631ec-80fd-46aa-a39e-a58b62acc1d4 req-6dd2a290-479d-42dc-abd9-dd5c62f50fde tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:45.671769 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fe1631ec-80fd-46aa-a39e-a58b62acc1d4 req-6dd2a290-479d-42dc-abd9-dd5c62f50fde tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1000130
Nov 18 16:29:45.725118 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fe1631ec-80fd-46aa-a39e-a58b62acc1d4 req-c476b827-64f5-455c-9d71-c6a939d551ff tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469222
Nov 18 16:29:46.500561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930636f7-a632-4d9f-98b4-e322b416cc8f req-b3d09ab9-0cf4-43f7-854d-04f998bb798e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:46.505218 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-930636f7-a632-4d9f-98b4-e322b416cc8f req-b3d09ab9-0cf4-43f7-854d-04f998bb798e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1028800
Nov 18 16:29:46.558887 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-930636f7-a632-4d9f-98b4-e322b416cc8f req-cdf9e97d-3ae0-4e3e-92e3-2c44c27a2986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469716
Nov 18 16:29:46.961544 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfcb54-0cbc-49ce-87d7-b4dd58708ccc req-3cf23cd3-ef2a-4119-8bff-123f9125ae5c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:46.963313 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-01dfcb54-0cbc-49ce-87d7-b4dd58708ccc req-3cf23cd3-ef2a-4119-8bff-123f9125ae5c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0971379
Nov 18 16:29:47.016987 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-01dfcb54-0cbc-49ce-87d7-b4dd58708ccc req-0b5bc0ed-9463-447b-9b5f-696295e4a4f2 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463917
Nov 18 16:29:47.812245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa432a-f2c7-496e-8060-8361faf641ea req-a1b884bb-8c13-4b84-8929-aac1abec2ae8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:47.813948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dbfa432a-f2c7-496e-8060-8361faf641ea req-a1b884bb-8c13-4b84-8929-aac1abec2ae8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0867832
Nov 18 16:29:47.877862 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dbfa432a-f2c7-496e-8060-8361faf641ea req-348a38b5-0d22-4ff3-8f78-9ba02212d600 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569098
Nov 18 16:29:48.251251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a430920-785c-4b4e-affe-91312b6d389d req-348a2e05-f34a-4c98-9ad8-f464b51ebd7d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:48.253075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0a430920-785c-4b4e-affe-91312b6d389d req-348a2e05-f34a-4c98-9ad8-f464b51ebd7d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0935380
Nov 18 16:29:48.304123 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0a430920-785c-4b4e-affe-91312b6d389d req-2121a818-3565-43a3-9f2f-cb980f374fdd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443671
Nov 18 16:29:49.113708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e500-9721-4f0e-a294-17410bd29d2a req-a77c1fa5-f4b4-4e42-a335-b9d9caaedefe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:49.115315 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9470e500-9721-4f0e-a294-17410bd29d2a req-a77c1fa5-f4b4-4e42-a335-b9d9caaedefe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0909531
Nov 18 16:29:49.173073 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9470e500-9721-4f0e-a294-17410bd29d2a req-adc80c42-f4f9-49ef-a1c7-40218f50f1fe tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515790
Nov 18 16:29:49.557717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c05b-9dcc-42c3-855e-0e8ecaef1767 req-05fec5c5-a947-4681-8848-c644ca35839e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:49.559472 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4139c05b-9dcc-42c3-855e-0e8ecaef1767 req-05fec5c5-a947-4681-8848-c644ca35839e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0866117
Nov 18 16:29:49.610914 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4139c05b-9dcc-42c3-855e-0e8ecaef1767 req-472b8d92-ec95-4a15-a7f7-0374cecd11d9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444505
Nov 18 16:29:50.142071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:29:50.219608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:29:50.220075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:29:50.460987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae321-baa1-4e6f-b282-0288599464ef req-03da48c3-f6f5-46ac-8fc3-3d487cf33097 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:50.463458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-98aae321-baa1-4e6f-b282-0288599464ef req-03da48c3-f6f5-46ac-8fc3-3d487cf33097 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1101854
Nov 18 16:29:50.523549 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-98aae321-baa1-4e6f-b282-0288599464ef req-6109b078-3d75-4cb3-ac64-c3405fac26f6 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494444
Nov 18 16:29:50.861218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401689-87c4-4fc2-815e-f462e159351b req-fa170445-8778-4d5b-941d-371cc7e8b470 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:50.862969 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e1401689-87c4-4fc2-815e-f462e159351b req-fa170445-8778-4d5b-941d-371cc7e8b470 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0902426
Nov 18 16:29:50.920811 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e1401689-87c4-4fc2-815e-f462e159351b req-357cb440-76af-499b-8352-e2863267f8f4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514183
Nov 18 16:29:51.768915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b72456-1a3e-430c-8a76-0d5b5068adb8 req-7e5e6e93-e114-4c35-b684-2f07ffec72e3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:51.770564 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7b72456-1a3e-430c-8a76-0d5b5068adb8 req-7e5e6e93-e114-4c35-b684-2f07ffec72e3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0938954
Nov 18 16:29:51.820777 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b7b72456-1a3e-430c-8a76-0d5b5068adb8 req-6783c51f-7c0b-4a09-a76c-6af04eaf3039 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436819
Nov 18 16:29:52.145873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b143c03-8545-4323-b99a-74a5399519ad req-d19035fa-8986-41c0-9f3a-5d677c6cf6c5 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:52.147502 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b143c03-8545-4323-b99a-74a5399519ad req-d19035fa-8986-41c0-9f3a-5d677c6cf6c5 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0899432
Nov 18 16:29:52.209716 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b143c03-8545-4323-b99a-74a5399519ad req-3da553d0-2e8c-42bc-be40-3266e48a79f4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549273
Nov 18 16:29:52.669213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e198de-a562-463d-968a-0e08676df542 req-76678db5-7f79-4681-89ec-dd2dbdc49b6a tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:52.671410 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-35e198de-a562-463d-968a-0e08676df542 req-76678db5-7f79-4681-89ec-dd2dbdc49b6a tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0901394
Nov 18 16:29:52.782285 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-35e198de-a562-463d-968a-0e08676df542 req-4ec5568f-e305-403c-beac-c8eaddbfe627 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645268
Nov 18 16:29:52.801952 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-cfe831c9-58d3-44a5-a48f-f118f824be79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1162 time: 0.1236703
Nov 18 16:29:52.968985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-8d0d3961-a784-4b7a-89a1-a9a67588dcb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:52.971219 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-8d0d3961-a784-4b7a-89a1-a9a67588dcb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 904 time: 0.1609137
Nov 18 16:29:53.149777 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-ba558703-ad1c-4b1a-9cad-22b51a621cf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 1001 time: 0.1711054
Nov 18 16:29:53.243533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-c5044d1e-3a45-4e42-8caf-6bd0cd738d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:53.245186 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-c5044d1e-3a45-4e42-8caf-6bd0cd738d48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0863683
Nov 18 16:29:53.254332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b533a0-dc6e-453d-8b72-b87255b204cd req-74624be2-47da-4cd0-bc32-d78dee11222f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:53.261083 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b3b533a0-dc6e-453d-8b72-b87255b204cd req-74624be2-47da-4cd0-bc32-d78dee11222f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1724913
Nov 18 16:29:53.390105 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b3b533a0-dc6e-453d-8b72-b87255b204cd req-5f9a3b0b-2402-43ab-b8b4-550563b8d0c9 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266515
Nov 18 16:29:53.394587 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-c9e5b3b2-48d8-418d-b937-16c8cf5761c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1325490
Nov 18 16:29:53.550082 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-e8d12762-89fe-47de-8850-2a4dbf025506 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471889
Nov 18 16:29:53.712855 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88396a61-5e51-40b3-a9ce-64cf7d6d1811 req-a1811428-9047-43f7-99c1-7c0d83b1013f service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1560712
Nov 18 16:29:54.010119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84cab5-2045-41ff-8deb-15d7b625e600 req-f1064728-a2b2-40b7-8691-f07d9f809c88 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:54.011758 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df84cab5-2045-41ff-8deb-15d7b625e600 req-f1064728-a2b2-40b7-8691-f07d9f809c88 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0932851
Nov 18 16:29:54.079180 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-df84cab5-2045-41ff-8deb-15d7b625e600 req-6031681a-27a9-4804-abe4-e101f6e2ae1d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600154
Nov 18 16:29:54.648373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ef24e-9bb7-48b8-8de4-5262a2d984e6 req-cfc0d935-6ad7-4555-b7d3-00e7aeb5f501 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:54.650165 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7ef24e-9bb7-48b8-8de4-5262a2d984e6 req-cfc0d935-6ad7-4555-b7d3-00e7aeb5f501 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1019588
Nov 18 16:29:54.708919 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7ef24e-9bb7-48b8-8de4-5262a2d984e6 req-bc3ba3ce-21aa-4c60-b6f9-e64396011bec tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517128
Nov 18 16:29:55.288228 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f27a58-f786-4a29-9b6d-1a149f69ccdc req-96c06a1b-674f-418d-b324-0041dba2b1e7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:55.289889 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08f27a58-f786-4a29-9b6d-1a149f69ccdc req-96c06a1b-674f-418d-b324-0041dba2b1e7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0854495
Nov 18 16:29:55.340978 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-08f27a58-f786-4a29-9b6d-1a149f69ccdc req-fe753351-6edb-48a1-b11b-c86d733fbdde tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440602
Nov 18 16:29:55.943532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3a639-ba14-486e-a6c3-e5b1c786038f req-261e407f-3efb-4dbf-a1ca-de7307c0f356 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:55.945394 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-93e3a639-ba14-486e-a6c3-e5b1c786038f req-261e407f-3efb-4dbf-a1ca-de7307c0f356 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0871410
Nov 18 16:29:55.994909 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-93e3a639-ba14-486e-a6c3-e5b1c786038f req-d6428697-d59b-4319-a5ba-008935b0b9c4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420568
Nov 18 16:29:57.141098 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-69b333ae-e478-43aa-8505-1524051de78b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1162 time: 0.0752943
Nov 18 16:29:57.546806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef29c44-252a-4b76-b6c3-ac21ef2d78c0 req-6b79cd68-1e8c-4332-8f4c-f70a02775c4f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:57.548399 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ef29c44-252a-4b76-b6c3-ac21ef2d78c0 req-6b79cd68-1e8c-4332-8f4c-f70a02775c4f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.4058673
Nov 18 16:29:57.549482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-98154b6d-07f4-4812-9fbb-0d395d2703a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:57.550890 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-98154b6d-07f4-4812-9fbb-0d395d2703a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.3717546
Nov 18 16:29:57.684626 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ef29c44-252a-4b76-b6c3-ac21ef2d78c0 req-d7afbbff-7841-4d17-bbf2-c30d308c6604 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298308
Nov 18 16:29:57.691780 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-06b55781-6133-4cca-bd1d-8c43a06e66a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 200  len: 1001 time: 0.1210294
Nov 18 16:29:57.761263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-a6808a08-91dc-4854-99c5-34cf7f0a7369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:57.762808 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-a6808a08-91dc-4854-99c5-34cf7f0a7369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.0631621
Nov 18 16:29:57.845027 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-ba5c72a2-6400-47ed-a50c-a665247d5fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744967
Nov 18 16:29:57.991026 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-ad07c9ce-ad2b-41c8-b51c-342ffcecef41 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342776
Nov 18 16:29:58.132084 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-890b3689-f5a6-4034-88d6-6dcac427c622 req-2c7c12ca-4842-455b-b971-1b3ac5858c60 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340632
Nov 18 16:29:58.907808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1020e-1747-4bf9-ae28-b3e82ef5f5e5 req-233493e7-1607-4f10-a312-1c894556c716 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:29:58.909446 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-feb1020e-1747-4bf9-ae28-b3e82ef5f5e5 req-233493e7-1607-4f10-a312-1c894556c716 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0828116
Nov 18 16:29:58.960383 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-feb1020e-1747-4bf9-ae28-b3e82ef5f5e5 req-41f28790-00a8-411c-83e7-7ac54e3d0eff tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448706
Nov 18 16:30:00.162644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:30:00.199454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076ff40-c8c2-47a1-802d-f6ba4f6f21c1 req-a5418fe8-9e98-49e0-910f-abd9f18d7397 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:00.201070 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6076ff40-c8c2-47a1-802d-f6ba4f6f21c1 req-a5418fe8-9e98-49e0-910f-abd9f18d7397 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0873451
Nov 18 16:30:00.250601 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6076ff40-c8c2-47a1-802d-f6ba4f6f21c1 req-a24d6f32-e6af-40cf-955e-e181cdad0e67 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430529
Nov 18 16:30:00.279660 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:00.306834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:30:00.317351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:30:00.370893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'code': 200}
Nov 18 16:30:00.446054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:00.448065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:30:00.530982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:30:00.536483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:30:02.462667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc400ac-8210-4617-90dd-57fc7edacb6b req-182284cc-28a7-48f2-bb1f-f776c7032b7e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:02.464309 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8fc400ac-8210-4617-90dd-57fc7edacb6b req-182284cc-28a7-48f2-bb1f-f776c7032b7e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0843990
Nov 18 16:30:02.512816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57612) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:30:02.513756 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8fc400ac-8210-4617-90dd-57fc7edacb6b req-2db2c7af-5350-4547-ad4c-7b2d236ce73e tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432291
Nov 18 16:30:02.665039 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-92d9946e-aea7-4c78-b640-1fce527fabfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1506712
Nov 18 16:30:02.741911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:30:03.351858 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-d4c2b821-d101-46b8-aab0-2ef107e2856c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e&tenant_id=d91673e536fa41af8263f5ea66dba991 HTTP/1.1" status: 200  len: 1160 time: 0.0770755
Nov 18 16:30:03.447125 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-52a6d5f3-464b-47e0-8d95-bf16bf4b053b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d91673e536fa41af8263f5ea66dba991&device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1160 time: 0.0733252
Nov 18 16:30:03.588951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-bc2e554c-b4b0-4402-a6b0-fdb0f109c62a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:03.590547 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-bc2e554c-b4b0-4402-a6b0-fdb0f109c62a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 200  len: 910 time: 0.1371450
Nov 18 16:30:03.749030 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-dd199599-e8fc-4580-86b2-125c39928db3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 200  len: 999 time: 0.1514204
Nov 18 16:30:03.831730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152cd90-e7b3-4ac4-9608-7ca63cea5d6a req-8f1ad694-4485-472e-81a7-daae074d9803 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:03.833241 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8152cd90-e7b3-4ac4-9608-7ca63cea5d6a req-8f1ad694-4485-472e-81a7-daae074d9803 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.1630607
Nov 18 16:30:03.838504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-11c54009-23ea-4849-aa36-5ece2be35fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:03.839945 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-11c54009-23ea-4849-aa36-5ece2be35fdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 200  len: 855 time: 0.0839157
Nov 18 16:30:03.932890 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8152cd90-e7b3-4ac4-9608-7ca63cea5d6a req-279aac21-df6f-4ebe-bb5e-1731bdf82991 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919180
Nov 18 16:30:03.955467 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-655132f9-a5ad-44b3-a5b6-0794f051b3ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6062229e-0326-42f9-b211-bfe68c01af92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0988247
Nov 18 16:30:04.099175 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-b0e8e734-0a9c-4d69-84cf-44c6ac40b798 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362374
Nov 18 16:30:04.241858 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73d3a5fb-e98f-4311-8997-307ac60c8022 req-02c0ef2d-028e-49f4-9ed8-831f6fd83153 service neutron] 10.222.0.37 "GET /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340568
Nov 18 16:30:04.536705 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ccda8dd2-7025-4394-af22-2206880161f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:05.167206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430041e5-5100-49d7-888e-6d2adc39d990 req-ef6d0759-6e54-4573-a684-9b20db651e91 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:05.168856 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-430041e5-5100-49d7-888e-6d2adc39d990 req-ef6d0759-6e54-4573-a684-9b20db651e91 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0844228
Nov 18 16:30:05.217182 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-430041e5-5100-49d7-888e-6d2adc39d990 req-b9999419-93c6-4004-865c-4d292a15cbbb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414391
Nov 18 16:30:05.748253 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:06.453221 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9412a0e-f0c3-461c-a461-103cc7fb8964 req-297404c4-d029-4db4-a002-0b1228948795 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:06.455258 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f9412a0e-f0c3-461c-a461-103cc7fb8964 req-297404c4-d029-4db4-a002-0b1228948795 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0913479
Nov 18 16:30:06.505927 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f9412a0e-f0c3-461c-a461-103cc7fb8964 req-29ef04ad-0d41-4bd8-ba27-d7a00b3d5ca4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444343
Nov 18 16:30:06.731289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-40921df9-6454-4034-ab93-ae8f62e9056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:07.274063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:07.736804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccd376-48f2-4a11-8d94-501f673750e2 req-18600a1d-f841-4dbc-b455-aae1c80e4467 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:07.738448 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-25ccd376-48f2-4a11-8d94-501f673750e2 req-18600a1d-f841-4dbc-b455-aae1c80e4467 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0856304
Nov 18 16:30:07.787275 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-25ccd376-48f2-4a11-8d94-501f673750e2 req-cda701eb-7551-430e-a80c-37380a367d64 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427349
Nov 18 16:30:08.816867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:09.021103 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45988d8-1a94-4c5b-94ec-bcec9f7f4636 req-08ce2d9f-b8de-4f2c-b23a-cbdaefd18122 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:09.022745 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b45988d8-1a94-4c5b-94ec-bcec9f7f4636 req-08ce2d9f-b8de-4f2c-b23a-cbdaefd18122 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0893784
Nov 18 16:30:09.087452 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b45988d8-1a94-4c5b-94ec-bcec9f7f4636 req-e4ec2b56-4923-4a1d-bb0c-7921ca553ecc tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582137
Nov 18 16:30:09.267458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:10.319964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7572e-a36c-4016-887a-e4d1a56fcb00 req-d115b1b6-5202-4f79-a49e-7c12809e7b56 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:10.321561 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c3b7572e-a36c-4016-887a-e4d1a56fcb00 req-d115b1b6-5202-4f79-a49e-7c12809e7b56 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0834217
Nov 18 16:30:10.379301 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c3b7572e-a36c-4016-887a-e4d1a56fcb00 req-59452f7b-c121-4167-bb50-fe0b27ca0c70 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512276
Nov 18 16:30:11.617594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f70f-da7c-4b67-a5c5-5df556d3ab9b req-8a7ef6cb-45ce-401e-8eb8-df25557455c4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:11.619318 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6693f70f-da7c-4b67-a5c5-5df556d3ab9b req-8a7ef6cb-45ce-401e-8eb8-df25557455c4 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0882523
Nov 18 16:30:11.670457 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6693f70f-da7c-4b67-a5c5-5df556d3ab9b req-22287cd4-085d-48e6-97cb-d55cc9e86814 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447626
Nov 18 16:30:12.902564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a374a-e078-40c3-87f1-e3083977286e req-4072a7b6-3fed-4ac8-a159-e0de935e9fad tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:12.904178 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb6a374a-e078-40c3-87f1-e3083977286e req-4072a7b6-3fed-4ac8-a159-e0de935e9fad tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0872335
Nov 18 16:30:12.953629 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb6a374a-e078-40c3-87f1-e3083977286e req-9a819b56-99fd-4217-bcec-ff724460b901 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429661
Nov 18 16:30:14.186537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e709-8182-473b-99f8-b7a43d2ae476 req-c70a0658-d1f6-4704-a3a8-cbcfdc8d9581 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:14.188160 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7d76e709-8182-473b-99f8-b7a43d2ae476 req-c70a0658-d1f6-4704-a3a8-cbcfdc8d9581 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0849044
Nov 18 16:30:14.239584 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7d76e709-8182-473b-99f8-b7a43d2ae476 req-a55c377a-2668-4bdc-9fc1-9ffc839c496a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447669
Nov 18 16:30:15.471801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112be52-445d-4ef1-b7e1-3197122aa3af req-3a4d61b1-fc0a-42ba-9bad-3f9948de6405 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:15.473379 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c112be52-445d-4ef1-b7e1-3197122aa3af req-3a4d61b1-fc0a-42ba-9bad-3f9948de6405 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0875599
Nov 18 16:30:15.525548 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c112be52-445d-4ef1-b7e1-3197122aa3af req-8864377c-4dcb-4388-9617-77158d6b4d7a tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456676
Nov 18 16:30:16.802967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107731-19c4-408c-9396-0d731346a26a req-8b05a433-de53-4226-83a6-792f6a245482 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:16.804698 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-83107731-19c4-408c-9396-0d731346a26a req-8b05a433-de53-4226-83a6-792f6a245482 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0930614
Nov 18 16:30:16.857346 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-83107731-19c4-408c-9396-0d731346a26a req-0d3b9825-66b4-4fc8-afe0-b315239d65c8 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457108
Nov 18 16:30:18.294358 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3e613-d061-4b86-a26a-b031b4fb6611 req-759a7215-c24e-42a1-b435-9184dae2c3b0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:18.295946 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-81f3e613-d061-4b86-a26a-b031b4fb6611 req-759a7215-c24e-42a1-b435-9184dae2c3b0 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.2859313
Nov 18 16:30:18.343164 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-81f3e613-d061-4b86-a26a-b031b4fb6611 req-f1432085-efff-4d7d-9bff-f9259dfa3616 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405247
Nov 18 16:30:19.570591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8e3c-f9bf-4dde-966e-248783cae255 req-c9cb6167-ca30-493c-8597-118583360c50 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:19.572157 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-93ab8e3c-f9bf-4dde-966e-248783cae255 req-c9cb6167-ca30-493c-8597-118583360c50 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0840261
Nov 18 16:30:19.619922 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-93ab8e3c-f9bf-4dde-966e-248783cae255 req-6a8f407d-5339-483b-b3d5-b6afb1f365cb tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416019
Nov 18 16:30:20.741957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:30:20.814116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:30:20.815025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:20.843522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f31a2c-c956-45a7-9ac0-9d5758b6c4f7 req-8e62c589-d622-4aa7-aaec-19e4adfac898 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:20.845199 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53f31a2c-c956-45a7-9ac0-9d5758b6c4f7 req-8e62c589-d622-4aa7-aaec-19e4adfac898 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.0829105
Nov 18 16:30:20.893537 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53f31a2c-c956-45a7-9ac0-9d5758b6c4f7 req-1eb410f2-3f22-4ed3-93b2-5e94da157494 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420849
Nov 18 16:30:20.931345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:20.962291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:30:20.972391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:30:20.993885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:20.996752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:30:21.034108 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'code': 200}
Nov 18 16:30:21.072002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=6']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:30:21.075464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:30:21.325300 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bd236fdb-ad41-48ef-995f-d23c07e8dd0e req-afaabdf3-2efe-47d0-a690-ab21b1550f72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 1162 time: 0.0769765
Nov 18 16:30:21.369022 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bd236fdb-ad41-48ef-995f-d23c07e8dd0e req-e46eb083-42f2-4693-8bf5-fb73791d5778 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373104
Nov 18 16:30:22.117002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d41f0-62ee-4e8c-9bb6-a7685290dc6d req-c1834593-1851-4cd8-b953-eff6b9d39762 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:22.118623 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-268d41f0-62ee-4e8c-9bb6-a7685290dc6d req-c1834593-1851-4cd8-b953-eff6b9d39762 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0833189
Nov 18 16:30:22.165798 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-268d41f0-62ee-4e8c-9bb6-a7685290dc6d req-ebdc3932-a695-4e4f-82d8-af715bb84cba tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411465
Nov 18 16:30:22.385952 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:30:22.458944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 10240c3e-940f-49da-b42a-96fe7418c2c0 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:30:22.459377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:23.398182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff17c1c-4db3-4a23-9bea-296aaea2ebdb req-89352862-0d6c-4670-9c02-55c85657f3c1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:23.399728 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ff17c1c-4db3-4a23-9bea-296aaea2ebdb req-89352862-0d6c-4670-9c02-55c85657f3c1 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0880203
Nov 18 16:30:23.449945 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ff17c1c-4db3-4a23-9bea-296aaea2ebdb req-41d6a39f-4d99-4b93-973d-ec414af35480 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437663
Nov 18 16:30:24.674745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab3b73-73b4-4e2e-82f3-bd585a6e0d33 req-ec92273c-b672-4de2-ada7-e90f9fdbbbed tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:24.676331 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4ab3b73-73b4-4e2e-82f3-bd585a6e0d33 req-ec92273c-b672-4de2-ada7-e90f9fdbbbed tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0818565
Nov 18 16:30:24.727576 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4ab3b73-73b4-4e2e-82f3-bd585a6e0d33 req-09234387-274a-4a9b-b5af-90269b54d988 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451767
Nov 18 16:30:34.534582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-083a5cf9-bfa0-4267-88c8-6e4fdffd8bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:35.640515 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-fc818c94-e88b-446b-bde3-69341849a296 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1458988
Nov 18 16:30:35.647538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061fe7-d2e7-40ac-8420-f0d093c8aa2b req-b53662b8-8b02-4675-b127-bf98745b6c82 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:35.649081 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9061fe7-d2e7-40ac-8420-f0d093c8aa2b req-b53662b8-8b02-4675-b127-bf98745b6c82 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1207285
Nov 18 16:30:35.749824 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c9061fe7-d2e7-40ac-8420-f0d093c8aa2b req-1f9e4f40-af49-4e8a-8ab9-a1388ff12fe4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944114
Nov 18 16:30:35.753292 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:35.769876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-d6889d7e-ae10-4ac4-8f44-e4b888e40225 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.0994766
Nov 18 16:30:35.933997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-beb7b364-1b5d-4b80-b5f4-f810117a816b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:35.935598 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-beb7b364-1b5d-4b80-b5f4-f810117a816b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.1381204
Nov 18 16:30:36.047266 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-f90f4209-b9a8-4fc1-a23c-36ccc868aaa8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 1001 time: 0.1031854
Nov 18 16:30:36.117514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-1b38ebdc-9728-4fe5-90e7-2b4f2e58eff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:36.119120 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-1b38ebdc-9728-4fe5-90e7-2b4f2e58eff6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.0643265
Nov 18 16:30:36.202871 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-b1640586-92d5-4f95-a2d6-379920027c4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771406
Nov 18 16:30:36.343258 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-751bf7f5-7e6a-4bb4-9358-607e91a7a473 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325517
Nov 18 16:30:36.483707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-03ac92fa-25af-4cad-b8e1-b60da2e454d4 req-b7555e78-d8a9-4441-9b0e-f2023a1ec291 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1328926
Nov 18 16:30:36.724571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c072279a-0691-44cb-a455-2edb6744a429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:36.965053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214dccb-6acf-4b2e-981f-1a90505ac27b req-d413556b-7255-474c-95ac-ff29db44d841 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:36.966654 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b214dccb-6acf-4b2e-981f-1a90505ac27b req-d413556b-7255-474c-95ac-ff29db44d841 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0839906
Nov 18 16:30:37.014551 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b214dccb-6acf-4b2e-981f-1a90505ac27b req-cdd4b7f8-ae67-49a0-bded-1806c676bcf8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418017
Nov 18 16:30:37.267531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:38.226351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4cde-94b3-4b7d-829f-4f5ce87c5413 req-deecad08-93ea-48f2-a588-4319ba582155 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:38.227935 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b22a4cde-94b3-4b7d-829f-4f5ce87c5413 req-deecad08-93ea-48f2-a588-4319ba582155 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0842471
Nov 18 16:30:38.276544 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b22a4cde-94b3-4b7d-829f-4f5ce87c5413 req-6d062e23-155a-4268-a96f-f0c8c0c736ea tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423965
Nov 18 16:30:38.831949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:39.267536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:39.485659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93161c6-0def-4638-a425-263862126b11 req-b5b12802-dae3-4675-a572-2803dbcda283 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:39.487150 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e93161c6-0def-4638-a425-263862126b11 req-b5b12802-dae3-4675-a572-2803dbcda283 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0829017
Nov 18 16:30:39.538087 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e93161c6-0def-4638-a425-263862126b11 req-e79ade91-66f3-4065-ad0e-b3f8bff0eef0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442922
Nov 18 16:30:39.742435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:30:40.745223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0248e-a2eb-4b77-bc43-a65b93fdbe49 req-0fe5950c-7da8-4c0b-b09e-952835f44b94 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:40.746724 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d6e0248e-a2eb-4b77-bc43-a65b93fdbe49 req-0fe5950c-7da8-4c0b-b09e-952835f44b94 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0811813
Nov 18 16:30:40.794714 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d6e0248e-a2eb-4b77-bc43-a65b93fdbe49 req-b212db9a-6875-45b2-b319-4b77c1e36c1b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419652
Nov 18 16:30:42.006937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7b01-1e5d-40bd-ab6c-a7e206bdfb22 req-f30b6d32-b48e-4417-8a48-e1d85595d421 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:42.008561 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bdaf7b01-1e5d-40bd-ab6c-a7e206bdfb22 req-f30b6d32-b48e-4417-8a48-e1d85595d421 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0872879
Nov 18 16:30:42.057166 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bdaf7b01-1e5d-40bd-ab6c-a7e206bdfb22 req-9647c4cb-9bb0-4632-98ef-4e41d7ffb2d7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424504
Nov 18 16:30:43.270447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b0894-e6d3-405e-ae6e-9b0581568a6e req-dec8b085-552d-4b0b-874c-be87e1512c78 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:43.272649 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-911b0894-e6d3-405e-ae6e-9b0581568a6e req-dec8b085-552d-4b0b-874c-be87e1512c78 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0832000
Nov 18 16:30:43.319909 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-911b0894-e6d3-405e-ae6e-9b0581568a6e req-ac12ab44-231d-46ac-814f-9512ff875e95 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412438
Nov 18 16:30:44.534387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a764-ff2d-4331-950c-a9785a5f82fa req-66120932-6986-4afe-a959-611361f2a37d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:44.535965 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3fb1a764-ff2d-4331-950c-a9785a5f82fa req-66120932-6986-4afe-a959-611361f2a37d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0853713
Nov 18 16:30:44.582861 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3fb1a764-ff2d-4331-950c-a9785a5f82fa req-2fde33ab-7819-4426-b7ec-5882acc8ea7b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408652
Nov 18 16:30:45.791635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c783f4e-75f5-46f5-ad73-d061420d16ed req-6b4c8cf9-578c-4902-9dbd-04e537cbf85b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:45.793292 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c783f4e-75f5-46f5-ad73-d061420d16ed req-6b4c8cf9-578c-4902-9dbd-04e537cbf85b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0836976
Nov 18 16:30:45.845181 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c783f4e-75f5-46f5-ad73-d061420d16ed req-05a69065-7a07-4584-a3af-b066387ef6f4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453525
Nov 18 16:30:47.069068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b173284-d5b2-4161-af52-3d0c84ebd768 req-37d6d955-1c9c-49f4-b550-47a6b5f68855 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:47.070831 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b173284-d5b2-4161-af52-3d0c84ebd768 req-37d6d955-1c9c-49f4-b550-47a6b5f68855 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0866184
Nov 18 16:30:47.120059 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b173284-d5b2-4161-af52-3d0c84ebd768 req-19eab015-63df-4c31-9360-b3565782a91b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429404
Nov 18 16:30:47.633940 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69521-bfb4-4e75-b1fa-c86e7c284678 req-afe5f816-5716-4ac8-8702-04d5ebdefdc0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:47.635570 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e1c69521-bfb4-4e75-b1fa-c86e7c284678 req-afe5f816-5716-4ac8-8702-04d5ebdefdc0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.1276708
Nov 18 16:30:47.699569 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e1c69521-bfb4-4e75-b1fa-c86e7c284678 req-15225d52-8feb-42ac-89dc-a9a4711e7cc3 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571902
Nov 18 16:30:47.716443 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-d6904097-ae01-4def-a1a2-a5ac7542d790 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 1162 time: 0.1288702
Nov 18 16:30:47.879606 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910ea12-1971-4034-a9df-0520bd610f4e req-db53ce35-4286-4aa9-a7fb-76efd7923363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:47.881748 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-db53ce35-4286-4aa9-a7fb-76efd7923363 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 904 time: 0.1575546
Nov 18 16:30:47.996475 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-83f21447-e06b-4909-b494-09c64ec7b951 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 200  len: 1001 time: 0.1081917
Nov 18 16:30:48.070734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910ea12-1971-4034-a9df-0520bd610f4e req-40a877ab-a37a-4c4a-8bee-84b8aee3d4ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:48.072327 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-40a877ab-a37a-4c4a-8bee-84b8aee3d4ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0694747
Nov 18 16:30:48.156404 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-582298a6-a4cc-4a94-a410-69500c70196f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765088
Nov 18 16:30:48.298333 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-02c8d1ac-4692-417c-8bfc-9d0f4857880f service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343043
Nov 18 16:30:48.636993 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2910ea12-1971-4034-a9df-0520bd610f4e req-5b26ce19-3c1e-4517-bf2c-5d8f593a68f1 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3304684
Nov 18 16:30:48.909884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483834b-8cf7-40b8-846e-2397d032dc7c req-264a332c-5ef0-4c0a-9793-965847b73b6d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:48.911373 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a483834b-8cf7-40b8-846e-2397d032dc7c req-264a332c-5ef0-4c0a-9793-965847b73b6d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0805414
Nov 18 16:30:48.958566 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a483834b-8cf7-40b8-846e-2397d032dc7c req-eca083d0-a045-495a-b1a8-597d8ad44e19 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411067
Nov 18 16:30:49.718966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe36e3-530c-45ad-a9df-68a1ecdadc31 req-89d29c68-9f87-4fa3-8033-01cfeafdda11 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:49.720581 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ccbe36e3-530c-45ad-a9df-68a1ecdadc31 req-89d29c68-9f87-4fa3-8033-01cfeafdda11 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0866179
Nov 18 16:30:49.768299 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ccbe36e3-530c-45ad-a9df-68a1ecdadc31 req-281f6f99-0f0e-4ca9-9b33-186d6a1d60e8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408881
Nov 18 16:30:50.169838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1358dc5-d938-4295-bbda-4368be762bd9 req-a83c280d-8c97-42b2-8801-781ce74e39d5 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:50.171411 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a1358dc5-d938-4295-bbda-4368be762bd9 req-a83c280d-8c97-42b2-8801-781ce74e39d5 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0815167
Nov 18 16:30:50.218653 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a1358dc5-d938-4295-bbda-4368be762bd9 req-e3012c88-289e-4a61-a9f5-38cb6b706b6f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412462
Nov 18 16:30:50.982072 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ca2e-03a4-4f3e-ad42-2e9ff83b6c59 req-0095e758-4a12-4a18-a834-a465e31e80c8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:50.983658 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9479ca2e-03a4-4f3e-ad42-2e9ff83b6c59 req-0095e758-4a12-4a18-a834-a465e31e80c8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0855947
Nov 18 16:30:51.031703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9479ca2e-03a4-4f3e-ad42-2e9ff83b6c59 req-7afd6e29-664d-4732-9409-a9186226ae9e tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418205
Nov 18 16:30:52.374252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1efc7-5213-4b97-b2a9-4edab2f1c51c req-84d2dee7-31a4-49fb-abcb-fb5219279167 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:52.375787 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d8d1efc7-5213-4b97-b2a9-4edab2f1c51c req-84d2dee7-31a4-49fb-abcb-fb5219279167 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0831184
Nov 18 16:30:52.427287 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d8d1efc7-5213-4b97-b2a9-4edab2f1c51c req-ef0d9d17-29e6-470e-a734-ba5f260605dc tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0448608
Nov 18 16:30:53.766628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128544b-7bb0-4843-9917-ffe6a2e30ebf req-dd9e5540-875e-452c-b165-adb25ffccab4 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:53.768267 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e128544b-7bb0-4843-9917-ffe6a2e30ebf req-dd9e5540-875e-452c-b165-adb25ffccab4 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0835278
Nov 18 16:30:53.815501 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e128544b-7bb0-4843-9917-ffe6a2e30ebf req-853ca519-370c-4242-aa54-3a94502eae36 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405812
Nov 18 16:30:55.027180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc40b68-34f8-4639-8711-52cb5867c0d3 req-cc26279a-70e8-44f7-b95d-1f934dbf9ec5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:55.029707 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7fc40b68-34f8-4639-8711-52cb5867c0d3 req-cc26279a-70e8-44f7-b95d-1f934dbf9ec5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0872982
Nov 18 16:30:55.079286 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7fc40b68-34f8-4639-8711-52cb5867c0d3 req-e91f0c83-60ba-47ea-903b-5a4d185c74c4 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432241
Nov 18 16:30:56.286752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ff57f-4c4b-401d-8104-ae5fc379df44 req-00fc6560-3de3-42f9-bf90-7150118fcf00 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:56.288380 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-603ff57f-4c4b-401d-8104-ae5fc379df44 req-00fc6560-3de3-42f9-bf90-7150118fcf00 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0824165
Nov 18 16:30:56.335564 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-603ff57f-4c4b-401d-8104-ae5fc379df44 req-4ba1811f-1a7e-4e6e-9230-8cec6b3f3cf7 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410552
Nov 18 16:30:57.548049 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2404f6-f1bf-49a9-846c-0d0658706a2b req-20de40ee-e5c7-4c72-b81d-6b73f1f58aee tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:57.549703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2a2404f6-f1bf-49a9-846c-0d0658706a2b req-20de40ee-e5c7-4c72-b81d-6b73f1f58aee tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0874932
Nov 18 16:30:57.597667 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2a2404f6-f1bf-49a9-846c-0d0658706a2b req-db789a3b-9b72-4bd9-9ff1-421844656c9a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418637
Nov 18 16:30:58.681636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:30:58.756615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:30:58.757039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:30:58.879045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a65f83-d135-4669-8653-f6ce1d8ac18c req-c4aa2088-ec3c-4bf3-89fe-85478fc7fab2 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:58.880749 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-33a65f83-d135-4669-8653-f6ce1d8ac18c req-c4aa2088-ec3c-4bf3-89fe-85478fc7fab2 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.1495819
Nov 18 16:30:58.894170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22062b0f-7c6c-4c7c-afb5-3f19f0df5a71 req-39d23779-07f1-4e1e-8e9f-ed4171e97ec3 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:58.895674 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22062b0f-7c6c-4c7c-afb5-3f19f0df5a71 req-39d23779-07f1-4e1e-8e9f-ed4171e97ec3 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.1247306
Nov 18 16:30:58.970410 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-33a65f83-d135-4669-8653-f6ce1d8ac18c req-27b3d265-0865-418b-96e5-f6b10b28cd2d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827787
Nov 18 16:30:58.975903 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-22062b0f-7c6c-4c7c-afb5-3f19f0df5a71 req-648be8aa-dd5e-489e-b99a-0ca927c0a1e4 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0665462
Nov 18 16:30:59.842212 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-5c46c8c3-df88-498f-8840-24c9f7715fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.0770075
Nov 18 16:30:59.983605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-6e54a2eb-77b4-4a71-a1f2-c2b6466c25e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:30:59.985212 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-6e54a2eb-77b4-4a71-a1f2-c2b6466c25e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.1359727
Nov 18 16:31:00.098325 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-3625b201-ea2a-4789-8b01-f716d5581eb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 1001 time: 0.1056290
Nov 18 16:31:00.178476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-31aa3a57-3b99-41c4-82d8-0336245a6e0c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:00.179238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-31aa3a57-3b99-41c4-82d8-0336245a6e0c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Synchronizing usage tracker for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:31:00.191453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-31aa3a57-3b99-41c4-82d8-0336245a6e0c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Unset dirty status for tenant:d91673e536fa41af8263f5ea66dba991 on resource:port {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:31:00.192702 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-31aa3a57-3b99-41c4-82d8-0336245a6e0c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.0965571
Nov 18 16:31:00.275904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-df8107ea-3963-4073-b37e-8b1e1bb4c99f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:00.277565 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-df8107ea-3963-4073-b37e-8b1e1bb4c99f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.1728158
Nov 18 16:31:00.380281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5ae6e-9a88-480f-91eb-0301e91baaa5 req-e8699fbc-cb31-450f-83b0-b10ca17e3127 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:00.382063 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4f5ae6e-9a88-480f-91eb-0301e91baaa5 req-e8699fbc-cb31-450f-83b0-b10ca17e3127 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 945 time: 0.2357781
Nov 18 16:31:00.390914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc5318-ed9a-472f-8078-d4e16b5f338c req-637de415-a867-449d-9f2c-874c0e0ae1a5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:00.392562 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efdc5318-ed9a-472f-8078-d4e16b5f338c req-637de415-a867-449d-9f2c-874c0e0ae1a5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.2401524
Nov 18 16:31:00.484444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-6ed13deb-c060-45b6-a4d0-b301d0f3a547 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1986773
Nov 18 16:31:00.486236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Deleting port 10240c3e-940f-49da-b42a-96fe7418c2c0 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:00.486634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:00.496400 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c4f5ae6e-9a88-480f-91eb-0301e91baaa5 req-7980e2c2-a463-4da1-9f4a-5a8768f13d56 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028218
Nov 18 16:31:00.527724 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-efdc5318-ed9a-472f-8078-d4e16b5f338c req-5fd31710-93f0-4708-87cb-be1e69eb1fd3 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1167784
Nov 18 16:31:00.636531 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-7b8d2531-ef25-4084-8a99-2d14f8561b89 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437013
Nov 18 16:31:00.694798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:31:00.752191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:00.752742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:00.770032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:00.770461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:00.784172 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ac6eb44c-8379-433e-b2cd-6bfd21fe5fb3 req-cfa7fb74-d7e0-43d8-a608-d4df82f1665d service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407683
Nov 18 16:31:00.899947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 10240c3e-940f-49da-b42a-96fe7418c2c0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:01.013213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:01.041751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:01.052405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:01.053251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:01.053574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:01.053921 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Floating IP f359767f-7284-4277-aefd-2877429e3e0a disassociated. External IP: 172.27.3.179, port: 10240c3e-940f-49da-b42a-96fe7418c2c0.
Nov 18 16:31:01.054308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Calling delete_port for 10240c3e-940f-49da-b42a-96fe7418c2c0 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:01.078443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:01.080457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:01.119696 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'code': 200}
Nov 18 16:31:01.154282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=7']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:01.163798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.164192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.164602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.164988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.165366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.165559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80404) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:31:01.165743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.165928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:31:01.166114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.166486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.166856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.167226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.167595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.167965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.168420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.168818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.169187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.169552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.169919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.170288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.170653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.171021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.171392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.171761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.172127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.172490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:01.176950 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:01.667084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Deleting port 10240c3e-940f-49da-b42a-96fe7418c2c0 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:01.667611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:01.801323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83902cfe-1b9a-4f8f-92f8-1289ab2b6d58 req-2c473588-e138-4dc3-9780-e16f74cb0edd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:01.802981 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-83902cfe-1b9a-4f8f-92f8-1289ab2b6d58 req-2c473588-e138-4dc3-9780-e16f74cb0edd tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 943 time: 0.1529906
Nov 18 16:31:01.809732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce400-b02a-48b6-9ae7-9a3fc6197acb req-2007e953-934c-49c5-a634-67529e539ed5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:01.811243 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c8ce400-b02a-48b6-9ae7-9a3fc6197acb req-2007e953-934c-49c5-a634-67529e539ed5 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.1255126
Nov 18 16:31:01.887143 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-83902cfe-1b9a-4f8f-92f8-1289ab2b6d58 req-6bbc6c88-5b27-4f4e-896b-1989e5825524 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups?id=96b59d8d-dd28-4f52-8cab-74ce2ceebd94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747781
Nov 18 16:31:01.892268 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9c8ce400-b02a-48b6-9ae7-9a3fc6197acb req-e0f56ba4-4c39-4608-b0a6-72226d4376c6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0641925
Nov 18 16:31:01.933864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] For port 10240c3e-940f-49da-b42a-96fe7418c2c0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=10240c3e-940f-49da-b42a-96fe7418c2c0,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:01.934356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:02.241101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:02.241519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:02.241877 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Floating IP f359767f-7284-4277-aefd-2877429e3e0a disassociated. External IP: 172.27.3.179, port: 10240c3e-940f-49da-b42a-96fe7418c2c0.
Nov 18 16:31:02.242261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Calling delete_port for 10240c3e-940f-49da-b42a-96fe7418c2c0 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:02.512877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:02.534582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8cfc0e63-f027-4b91-b268-fd87f5d09562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:02.587493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event deleted for resources: {'Port': ['ID=10240c3e-940f-49da-b42a-96fe7418c2c0,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:02.649824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:02.650088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.650493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.650902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.651307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.651709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.652109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.652535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.652923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.653317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.653708 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.654100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.654491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.654971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.655367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.655760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.656245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.656534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.657394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.657791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.658184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.658576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.658966 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.659365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.659758 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:02.668195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:02.768792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:02.803117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port eba611af-c5e3-4127-a911-67ed72d745fe, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=eba611af-c5e3-4127-a911-67ed72d745fe,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:02.838413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:02.840296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:02.907944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:02.911561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:02.935430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:31:03.120854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:03.161699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-69e5ab79-45fe-46b0-875a-64b85b252726 req-ab32e77c-e137-42fd-b1a6-311335905581 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.1263020
Nov 18 16:31:03.195115 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:31:03.214168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:31:03.221200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29e20-a508-424f-b7b0-e1a4f5e846d4 req-4be784e0-2f88-4f66-b9d2-0d742aee26da tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:03.223230 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-14b29e20-a508-424f-b7b0-e1a4f5e846d4 req-4be784e0-2f88-4f66-b9d2-0d742aee26da tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1463935
Nov 18 16:31:03.229994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:03.241132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442156ac8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:30:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:03.247240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] No DVR routers for this DVR port 10240c3e-940f-49da-b42a-96fe7418c2c0 on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:31:03.249951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:03.258566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-deleted', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:03.278274 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'code': 200}
Nov 18 16:31:03.289228 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-14b29e20-a508-424f-b7b0-e1a4f5e846d4 req-4c9d046c-241a-44eb-913e-474eb09ef559 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0580149
Nov 18 16:31:03.301076 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b639d2f3-844b-4b2c-a7aa-5fc2e890db3d req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.37 "DELETE /v2.0/ports/10240c3e-940f-49da-b42a-96fe7418c2c0 HTTP/1.1" status: 204  len: 173 time: 3.1024003
Nov 18 16:31:03.426083 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e', 'name': 'network-vif-deleted', 'tag': '10240c3e-940f-49da-b42a-96fe7418c2c0', 'status': 'completed', 'code': 200}
Nov 18 16:31:03.463558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:03.786881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442156ac8>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:03.790937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:31:03.801955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:03.803132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442156ac8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:30:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:03.986615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:04.316785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442156ac8>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:04.321215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7adfb5-762c-49af-b946-3225affe9e70 None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:23:36Z', 'revision_number': 4, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': 'b2c2f487-0548-45c8-8dbf-0081c89f30ef', 'name': '', 'network_id': '6062229e-0326-42f9-b211-bfe68c01af92', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'mac_address': 'fa:16:3e:67:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:32Z', 'updated_at': '2020-11-18T16:23:51Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'subnets': [{'id': 'edfdaa03-ca83-4fed-ad16-889820a0cada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:31:04.374022 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-352e3f60-a2ea-40d9-a78c-373fb95ec6d2 req-c47be731-b340-469e-b26d-d06ed5d7f75d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/ports?device_id=ce2fd76d-61e7-4c01-a1a2-04b9ea835d8e HTTP/1.1" status: 200  len: 210 time: 0.0525053
Nov 18 16:31:04.539376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235ac1d-8cda-4a0b-b0e9-e4cec42e7ca2 req-6f1b0078-2415-49e4-bc6c-ed7743911bd0 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:04.541061 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a235ac1d-8cda-4a0b-b0e9-e4cec42e7ca2 req-6f1b0078-2415-49e4-bc6c-ed7743911bd0 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.0868580
Nov 18 16:31:04.541388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a2411235-3020-4395-9c24-8a7620ea683e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:04.590972 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a235ac1d-8cda-4a0b-b0e9-e4cec42e7ca2 req-f7cf8cee-0954-49a2-b186-d6b348389dc2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434480
Nov 18 16:31:04.706834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9e522-8855-42e2-8104-6e3e02b89648 None None] New status for floating IP f359767f-7284-4277-aefd-2877429e3e0a: DOWN {{(pid=80405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:31:05.257339 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-ca9b44ef-a080-4ad8-aeba-e023b87a3ef0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3442836
Nov 18 16:31:05.269243 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cd186-dc30-49e9-8174-8508e9165cd5 req-0950eff1-f160-4c62-ae9d-6517b7345eb7 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:05.270798 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b64cd186-dc30-49e9-8174-8508e9165cd5 req-0950eff1-f160-4c62-ae9d-6517b7345eb7 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.3135984
Nov 18 16:31:05.321256 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b64cd186-dc30-49e9-8174-8508e9165cd5 req-874718d3-d85c-447a-8035-2ac3252daa14 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434191
Nov 18 16:31:05.787469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:05.794593 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 57856) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:05.862231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:05.895011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:05.976088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:05.981669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f4f4b5cd-6b82-4cc3-aa77-797e272b5070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:05.998340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b59d8d-dd28-4f52-8cab-74ce2ceebd94,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:06.000831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:06.060961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:06.064890 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b14aafe6-9858-4066-818b-605a7a5ef17d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "DELETE /v2.0/security-groups/96b59d8d-dd28-4f52-8cab-74ce2ceebd94 HTTP/1.1" status: 204  len: 168 time: 0.2667735
Nov 18 16:31:06.065560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57860) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:06.082983 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.v2.resource [None req-0ccdd75b-42ac-474b-ae87-df0ca0193729 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] show failed (client error): The resource could not be found.
Nov 18 16:31:06.084550 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0ccdd75b-42ac-474b-ae87-df0ca0193729 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "GET /v2.0/security-groups/96b59d8d-dd28-4f52-8cab-74ce2ceebd94 HTTP/1.1" status: 404  len: 347 time: 0.0179284
Nov 18 16:31:06.087417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57864) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:06.248488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Deleting port 227f00ba-1b7a-4018-8781-dfab6f8b6909 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:06.248913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:06.434899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:06.435492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:06.593293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Calling delete_port for 227f00ba-1b7a-4018-8781-dfab6f8b6909 owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:06.728763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cf89ef6c-6f73-46fc-9950-21c988388f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:06.741573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adbf05-6a24-4ca7-bfd9-69c9b1d59f96 req-8acf9433-5e21-44cf-859d-9ffa5f5954cc tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:06.743176 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5adbf05-6a24-4ca7-bfd9-69c9b1d59f96 req-8acf9433-5e21-44cf-859d-9ffa5f5954cc tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.2454507
Nov 18 16:31:06.810269 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5adbf05-6a24-4ca7-bfd9-69c9b1d59f96 req-02dd554f-b656-4403-bff6-1f608757bbb7 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0597863
Nov 18 16:31:06.849794 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:06.866412 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-836706f0-a7b2-4e2f-a8a4-a61c54c6fde7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:06.922555 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Pushing event deleted for resources: {'Port': ['ID=227f00ba-1b7a-4018-8781-dfab6f8b6909,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.988915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.990727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.990727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.990727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.990727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.990727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.990727 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.991325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.991325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.991722 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.992123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:06.992542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:31:07.000379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:07.111141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:07.127010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:07.128873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] 10.222.0.23 "DELETE /v2.0/floatingips/f359767f-7284-4277-aefd-2877429e3e0a HTTP/1.1" status: 204  len: 168 time: 1.0398977
Nov 18 16:31:07.208959 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-b4fffda4-3f75-4f55-9774-dd000608fd00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267&tenant_id=dc1a0135be5042f78bb9e1a785d678de HTTP/1.1" status: 200  len: 1160 time: 0.0747948
Nov 18 16:31:07.295629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:07.312745 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-185c1e96-8a43-4eab-91eb-21c4df742080 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1160 time: 0.0824542
Nov 18 16:31:07.457499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-3a9f3f6a-a4a1-4ab6-b39a-cf8877fb243a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:07.459112 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-3a9f3f6a-a4a1-4ab6-b39a-cf8877fb243a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.1387160
Nov 18 16:31:07.562943 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-15800ac4-8f5b-4897-b509-be3ec7222957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 999 time: 0.0971284
Nov 18 16:31:07.635500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-cdf0ca8b-d316-4c0b-bd0b-d4696eb33ff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:07.637061 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-cdf0ca8b-d316-4c0b-bd0b-d4696eb33ff8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.0659313
Nov 18 16:31:07.717550 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-6f00fc2d-520e-42d0-be9a-94fef1bace0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741317
Nov 18 16:31:07.859174 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-7f6bbd8a-0a5c-4ea4-8194-7504602c0b93 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349380
Nov 18 16:31:08.000794 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9f8756a7-8f06-4907-ad68-9c4b03599772 req-13a89f67-ff1a-4fe4-9f5e-f722075830a3 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352391
Nov 18 16:31:08.022359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ec361-19e3-41cb-9229-2ca57940a95e req-573fc1d8-07e3-4e0c-846c-e0b3273e857f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:08.023981 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3b5ec361-19e3-41cb-9229-2ca57940a95e req-573fc1d8-07e3-4e0c-846c-e0b3273e857f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.0847220
Nov 18 16:31:08.075482 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3b5ec361-19e3-41cb-9229-2ca57940a95e req-639bd1d9-d8a9-4135-a4d2-24a7d8e17258 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446966
Nov 18 16:31:08.804129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:09.261204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:09.296823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df91f8-cb96-435f-a43b-90308cde1f4c req-8db42e0e-ff0f-4243-abcd-12fde22aa4c6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:09.298431 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88df91f8-cb96-435f-a43b-90308cde1f4c req-8db42e0e-ff0f-4243-abcd-12fde22aa4c6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.0899491
Nov 18 16:31:09.348460 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-88df91f8-cb96-435f-a43b-90308cde1f4c req-d48e5d36-150b-404c-b501-fbec3d697964 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437076
Nov 18 16:31:10.161153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57894) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:10.647838 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e9f63-83f3-4461-9f24-dbd7350638a9 req-c454afcd-4184-4ccc-979d-d53711cece93 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:10.649498 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-608e9f63-83f3-4461-9f24-dbd7350638a9 req-c454afcd-4184-4ccc-979d-d53711cece93 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1752203
Nov 18 16:31:10.771402 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-608e9f63-83f3-4461-9f24-dbd7350638a9 req-f2ede56b-99b2-4b40-92ff-f1c6cfca13a3 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1147885
Nov 18 16:31:10.825520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:11.443410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Deleting port b2c2f487-0548-45c8-8dbf-0081c89f30ef {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:11.443962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:11.622015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] For port b2c2f487-0548-45c8-8dbf-0081c89f30ef, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=b2c2f487-0548-45c8-8dbf-0081c89f30ef,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:11.622418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:11.751231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Calling delete_port for b2c2f487-0548-45c8-8dbf-0081c89f30ef owned by network:router_interface {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:12.230204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7995886-ec82-4868-a7f1-ad9d00d8e780 req-6d9db1f9-ec5e-4fc5-ac2a-228c9cffaa84 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:12.232039 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a7995886-ec82-4868-a7f1-ad9d00d8e780 req-6d9db1f9-ec5e-4fc5-ac2a-228c9cffaa84 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.2548919
Nov 18 16:31:12.310694 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a7995886-ec82-4868-a7f1-ad9d00d8e780 req-765f6f46-aeee-4bc9-8f03-bc61a4450d4e tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0713270
Nov 18 16:31:12.403924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:12.419846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f7f3ba64-8cc2-42f9-a089-5ad63d9cb8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:12.477886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c2f487-0548-45c8-8dbf-0081c89f30ef,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:12.481882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:12.845081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:13.641485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:31:13.654210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1abd37-0942-4d88-a439-2877f0711e68 req-e39d2048-a804-462b-acf0-9815e18effe6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:13.655797 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4d1abd37-0942-4d88-a439-2877f0711e68 req-e39d2048-a804-462b-acf0-9815e18effe6 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1071165
Nov 18 16:31:13.777146 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4d1abd37-0942-4d88-a439-2877f0711e68 req-5a72236b-9b3b-4b1c-94fa-a49ea9b5eae8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1129897
Nov 18 16:31:14.104328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:31:14.113610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] Sync routers for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:31:14.117363 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] 10.222.0.23 "PUT /v2.0/routers/a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9545577
Nov 18 16:31:14.119888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57908) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:14.125937 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:14.126607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14412892e8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:14.316811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:14.336323 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks [] for router, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:14.541285 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:14.574184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Deleting port db38d49a-8e47-4a27-8790-0a08cb2d4ed4 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:14.574562 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:14.611662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14412892e8>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:31:12Z', 'revision_number': 5, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port': {'id': 'db38d49a-8e47-4a27-8790-0a08cb2d4ed4', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:8b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:14.615630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] Checking router: a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:31:14.626953 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] Routers {'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:14.627659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14412892e8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:14.763553 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] For port db38d49a-8e47-4a27-8790-0a08cb2d4ed4, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:14.764172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:14.899552 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Calling delete_port for db38d49a-8e47-4a27-8790-0a08cb2d4ed4 owned by network:router_gateway {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:14.933924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] Set router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca gateway port host: None {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:15.045795 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14412892e8>, [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:31:14Z', 'revision_number': 6, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port_host': None}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:15.050230 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4a3e8-8277-4d68-8345-e13603aaee28 None None] The sync data for ids ['a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca'] in dv-cinder-759955-2-iscsi is: [{'id': 'a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca', 'name': 'tempest-AttachVolumeShelveTestJSON-598232515-router', 'tenant_id': 'd91673e536fa41af8263f5ea66dba991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:17Z', 'updated_at': '2020-11-18T16:31:14Z', 'revision_number': 6, 'project_id': 'd91673e536fa41af8263f5ea66dba991', 'gw_port_host': None}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:31:15.062982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dea8d7-a691-4590-8841-9d0dc891c5ca req-c208c1b9-0640-482d-89ca-559a8c19539a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:15.064691 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34dea8d7-a691-4590-8841-9d0dc891c5ca req-c208c1b9-0640-482d-89ca-559a8c19539a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1385918
Nov 18 16:31:15.151748 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-34dea8d7-a691-4590-8841-9d0dc891c5ca req-02d41bad-394a-4245-8bf5-b9a8fcd099b8 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0793498
Nov 18 16:31:15.214411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:15.232293 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:15.284405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=db38d49a-8e47-4a27-8790-0a08cb2d4ed4,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:15.287193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:15.589788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:15.856106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:15.860584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:15.975547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:15.976191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca {{(pid=80403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:31:15.989212 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:15.990851 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4b0f7196-eeaf-4363-beb9-5a7923a3dd44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a8c77cd4-cf13-4d5d-8a18-892fbd50e3ca HTTP/1.1" status: 204  len: 168 time: 1.8696122
Nov 18 16:31:15.993036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57914) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:16.060918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Deleting subnet edfdaa03-ca83-4fed-ad16-889820a0cada {{(pid=80403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:31:16.063785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:16.118741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436002'] for subnet, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:16.242199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:16.301169 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b2c2f487-0548-45c8-8dbf-0081c89f30ef no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:16.339998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: b2c2f487-0548-45c8-8dbf-0081c89f30ef {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:31:16.340403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b2c2f487-0548-45c8-8dbf-0081c89f30ef not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:31:16.340954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device db38d49a-8e47-4a27-8790-0a08cb2d4ed4 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:16.373692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: db38d49a-8e47-4a27-8790-0a08cb2d4ed4 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:31:16.374016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device db38d49a-8e47-4a27-8790-0a08cb2d4ed4 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:31:16.478449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9a0b3-53d8-44e7-950f-3047dcc739f3 req-d28754b3-23c9-4bb0-ad60-c78223bd2cbb tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:16.480058 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f3d9a0b3-53d8-44e7-950f-3047dcc739f3 req-d28754b3-23c9-4bb0-ad60-c78223bd2cbb tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 943 time: 0.1957841
Nov 18 16:31:16.743497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:31:16.811131 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f3d9a0b3-53d8-44e7-950f-3047dcc739f3 req-4436dec0-efd3-487b-ba96-4dc57c7525a2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3197858
Nov 18 16:31:16.867211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852613592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852369501'] for subnet, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:16.883735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:16.936272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edfdaa03-ca83-4fed-ad16-889820a0cada,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:16.940195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:17.019095 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.024082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b669b62-c0cb-4e4a-a0d3-9cd586a52e6a None None] Network 6062229e-0326-42f9-b211-bfe68c01af92 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:31:17.027639 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d776a2c2-9213-4199-bc61-9ed664f23c27 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/edfdaa03-ca83-4fed-ad16-889820a0cada HTTP/1.1" status: 204  len: 168 time: 1.0310869
Nov 18 16:31:17.027787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57920) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:17.145367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.187501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:31:17.215743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Deleting port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:17.216126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.319668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:17.320017 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.374598 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] DHCP port deletion for 6062229e-0326-42f9-b211-bfe68c01af92 request from dv-cinder-759955-2-iscsi {{(pid=80405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 16:31:17.388740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Deleting port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:17.389168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.432715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] For port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:17.433121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.564291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Calling delete_port for 2d93e4cf-3321-4c31-9ccd-24e442aab9cf owned by network:dhcp {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:17.605350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.662162 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.678461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-138e415c-985b-40b4-a8f3-d3a134467953 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:17.740180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:17.744482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:17.826264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] No DVR routers for this DVR port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf on host dv-cinder-759955-2-iscsi {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:31:17.854999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:17.872726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port eba611af-c5e3-4127-a911-67ed72d745fe, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=eba611af-c5e3-4127-a911-67ed72d745fe,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:17.874834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] For port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=2d93e4cf-3321-4c31-9ccd-24e442aab9cf,segment=NetworkSegment(9503591f-03fb-40b8-b843-6e46c3f737c6),segment_id=9503591f-03fb-40b8-b843-6e46c3f737c6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:17.875262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.947793 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'code': 200}
Nov 18 16:31:17.948665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:17.959907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.008535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:18.042849 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Calling delete_port for 2d93e4cf-3321-4c31-9ccd-24e442aab9cf owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:18.136234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f144192cac8>,) {'filters': {'network_id': ['6062229e-0326-42f9-b211-bfe68c01af92']}} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:18.139236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=6']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:18.143457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:18.147082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:31:18.147488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:31:18.157830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f144192cac8>, '9503591f-03fb-40b8-b843-6e46c3f737c6') {'for_net_delete': True} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:18.158174 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f144192cac8>, '9503591f-03fb-40b8-b843-6e46c3f737c6') {} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:18.174698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852339814'] for segment, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.194652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30420369-a7e1-4ff8-8603-cb8fa5ec3b92 req-767fb0b2-dd6b-4358-a39d-1aa73d76f4ea tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:18.196288 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-30420369-a7e1-4ff8-8603-cb8fa5ec3b92 req-767fb0b2-dd6b-4358-a39d-1aa73d76f4ea tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.2208309
Nov 18 16:31:18.200670 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.204581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:31:18.299578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 2d93e4cf-3321-4c31-9ccd-24e442aab9cf no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:18.339586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 2d93e4cf-3321-4c31-9ccd-24e442aab9cf {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:31:18.344403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 2d93e4cf-3321-4c31-9ccd-24e442aab9cf not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:31:18.432286 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-30420369-a7e1-4ff8-8603-cb8fa5ec3b92 req-afc08f8e-ebc0-46a6-899c-e045fab9a7e9 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2291605
Nov 18 16:31:18.434092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Network 6062229e-0326-42f9-b211-bfe68c01af92 has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:31:18.444155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852613515'] for segment, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.551033 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0ae863d4-d070-429c-81a9-59d6ab1d8fb9 req-490bf722-78c5-46fc-97db-c4dd17124fda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.2992535
Nov 18 16:31:18.595290 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0ae863d4-d070-429c-81a9-59d6ab1d8fb9 req-3f50d5ed-11f8-4d5c-825b-ae5e65237bfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0368207
Nov 18 16:31:18.628058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Network 6062229e-0326-42f9-b211-bfe68c01af92 has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:31:18.648277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Deleting port 2d93e4cf-3321-4c31-9ccd-24e442aab9cf {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:18.648752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:31:18.650552 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:31:18.713846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-7738c07f-85db-40f7-a34f-b36b1f604535 None None] The port '2d93e4cf-3321-4c31-9ccd-24e442aab9cf' was deleted {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 16:31:18.774289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.777845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:18.783345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:31:18.792661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:18.802724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6062229e-0326-42f9-b211-bfe68c01af92,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:18.807177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:18.813778 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6062229e-0326-42f9-b211-bfe68c01af92 HTTP/1.1" status: 204  len: 168 time: 1.7850354
Nov 18 16:31:18.858558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port eba611af-c5e3-4127-a911-67ed72d745fe triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:18.858792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:19.105071 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57932) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:19.157471 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-60ae423a-3cde-4e7f-b31d-1b97a492a29f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d91673e536fa41af8263f5ea66dba991&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0511563
Nov 18 16:31:19.159774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 57936) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:19.220934 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:19.250978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:19.382774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:19.388086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-77d86099-b7d8-4ea2-aa6f-1dfae0b40c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:19.403104 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb68f8-48c0-41c5-a573-a00a066597f7,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:19.408388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:19.410405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:19.411893 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6cb68f8-48c0-41c5-a573-a00a066597f7 HTTP/1.1" status: 204  len: 168 time: 0.2509358
Nov 18 16:31:19.648516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3d9a4-8198-4b16-b94b-5ab2c18e5aac req-25a3ea82-c78a-4396-a4e7-37b6f95c8cd2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:19.650976 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f9d3d9a4-8198-4b16-b94b-5ab2c18e5aac req-25a3ea82-c78a-4396-a4e7-37b6f95c8cd2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0881236
Nov 18 16:31:19.707439 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f9d3d9a4-8198-4b16-b94b-5ab2c18e5aac req-d35e6d1c-05f9-4a5a-97de-757ebe20a612 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0503528
Nov 18 16:31:20.936236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b17b-f72b-44f6-bdcd-e8197acb0ea5 req-c823a69c-a696-4e16-a49a-917a8447e546 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:20.937883 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4987b17b-f72b-44f6-bdcd-e8197acb0ea5 req-c823a69c-a696-4e16-a49a-917a8447e546 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0878427
Nov 18 16:31:20.985788 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4987b17b-f72b-44f6-bdcd-e8197acb0ea5 req-40d1c097-9958-4450-b9fc-3c8965f79eb0 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418017
Nov 18 16:31:24.111513 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18f150-d75a-408b-8ce8-45e23a6bb2a0 req-42377d3f-26d9-4cbe-9dad-b25a6090cd9b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:24.113145 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3f18f150-d75a-408b-8ce8-45e23a6bb2a0 req-42377d3f-26d9-4cbe-9dad-b25a6090cd9b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0819767
Nov 18 16:31:24.164139 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3f18f150-d75a-408b-8ce8-45e23a6bb2a0 req-7c92235e-0bcf-47da-a968-117d685a1da0 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442889
Nov 18 16:31:25.375504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ce3e2-bc6a-44c4-8f21-4a9ff7a4476c req-95f5182c-cb03-48d4-8ccc-7e621a29e4d8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:25.377128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-086ce3e2-bc6a-44c4-8f21-4a9ff7a4476c req-95f5182c-cb03-48d4-8ccc-7e621a29e4d8 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0836892
Nov 18 16:31:25.430965 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-086ce3e2-bc6a-44c4-8f21-4a9ff7a4476c req-1efad902-56ad-49ff-9407-67bec1e5ee8d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469277
Nov 18 16:31:26.648577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824ff2-705b-40cf-9538-06d7c8a20d2f req-748d78b5-4b0e-4201-b348-fd0f6cc738a6 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:26.650206 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8824ff2-705b-40cf-9538-06d7c8a20d2f req-748d78b5-4b0e-4201-b348-fd0f6cc738a6 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0891385
Nov 18 16:31:26.699036 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f8824ff2-705b-40cf-9538-06d7c8a20d2f req-eb5777b3-d900-4f39-8981-ff9e95ad741d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427058
Nov 18 16:31:27.911433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bde01-b5ee-4765-8d62-8b9864a09b62 req-dc33281e-620a-496a-b04b-88691d8720ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:27.913073 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd9bde01-b5ee-4765-8d62-8b9864a09b62 req-dc33281e-620a-496a-b04b-88691d8720ed tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0851233
Nov 18 16:31:27.961337 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fd9bde01-b5ee-4765-8d62-8b9864a09b62 req-1c9320a0-c7d4-44e3-a7b5-9cb8843ebcbc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419784
Nov 18 16:31:28.069633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-530ee2bd-2503-4ba3-9f84-eee425345346 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:28.070423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-530ee2bd-2503-4ba3-9f84-eee425345346 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Synchronizing usage tracker for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:port {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:31:28.082911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-530ee2bd-2503-4ba3-9f84-eee425345346 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Unset dirty status for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:port {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:31:28.084105 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-530ee2bd-2503-4ba3-9f84-eee425345346 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 945 time: 0.0980673
Nov 18 16:31:28.162291 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Deleting port 69c37ecc-f386-4d21-bba9-26716032fa51 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:28.162678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:28.414204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] For port 69c37ecc-f386-4d21-bba9-26716032fa51, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=69c37ecc-f386-4d21-bba9-26716032fa51,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:28.414611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:28.710095 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:28.710511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:28.710861 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Floating IP ea43cdf5-a758-4780-9db5-0a4581e05ad5 disassociated. External IP: 172.27.3.225, port: 69c37ecc-f386-4d21-bba9-26716032fa51.
Nov 18 16:31:28.711244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Calling delete_port for 69c37ecc-f386-4d21-bba9-26716032fa51 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:28.822892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 69c37ecc-f386-4d21-bba9-26716032fa51 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:28.884702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No active binding found for port 69c37ecc-f386-4d21-bba9-26716032fa51 {{(pid=80405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 18 16:31:28.885155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 69c37ecc-f386-4d21-bba9-26716032fa51 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:31:28.889236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:28.908684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:28.964803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event deleted for resources: {'Port': ['ID=69c37ecc-f386-4d21-bba9-26716032fa51,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:28.969261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:29.152941 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eff6a9e4-829c-4f4a-b433-aabbf1fcf02a req-fc1b50a2-6fd9-4fa3-885f-22b1e79d586e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 210 time: 0.0523360
Nov 18 16:31:29.299381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Router 2ae323c5-499b-4f73-abde-327d26ecd938 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:31:29.523410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:31:29.534237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:31:29.559885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:29.562670 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f144192ed68>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:29.563189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] No DVR routers for this DVR port 69c37ecc-f386-4d21-bba9-26716032fa51 on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:31:29.566577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:29.570895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'name': 'network-vif-deleted', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:29.633956 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8622e26-55b6-4660-9de2-d87b16b8a26e', 'name': 'network-vif-deleted', 'tag': '69c37ecc-f386-4d21-bba9-26716032fa51', 'status': 'completed', 'code': 200}
Nov 18 16:31:29.650303 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f09ef84d-a4fb-4511-9b84-84b8d1ea1ee4 req-bbb31789-d993-4b08-a8c0-bcb4f065a662 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "DELETE /v2.0/ports/69c37ecc-f386-4d21-bba9-26716032fa51 HTTP/1.1" status: 204  len: 173 time: 1.5600526
Nov 18 16:31:29.763498 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:29.769458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58066) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:29.925867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:29.959413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:29.963508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce5cd9e994d4a27a38afa9df18694bc is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:29.966525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:29.972317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:30.059530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:30.107477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f144192ed68>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:30.112312 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:31:30.120233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:30.124865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:30.125542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f144192ed68>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:30.127760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7b9ef88f-af1b-4651-8fa1-db5c1d4ed81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:30.163725 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f262436-f579-4aac-a37e-5e5c174438fa,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:30.184292 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ce5cd9e994d4a27a38afa9df18694bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4112952
Nov 18 16:31:30.184292 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:30.184740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58072) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:30.256689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:30.292516 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:30.326251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:30.365477 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-7a698f8f-5d0e-4491-adbd-ca0543eb7404 req-dd632a92-35f2-4c80-9c06-93e176ed909d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f8622e26-55b6-4660-9de2-d87b16b8a26e HTTP/1.1" status: 200  len: 210 time: 0.0528438
Nov 18 16:31:30.392297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:30.398377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3ef1bdb-2047-4faa-8806-51c5fa24fe50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:30.413201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f262436-f579-4aac-a37e-5e5c174438fa,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:30.416392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:30.417414 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:30.419144 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f262436-f579-4aac-a37e-5e5c174438fa HTTP/1.1" status: 204  len: 168 time: 0.2328572
Nov 18 16:31:30.689863 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f144192ed68>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:30.694685 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4b9cbf-2cf0-4c59-bd90-03863ac0ff3f None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:31:31.110698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a24cc-8568-4d6b-973e-fdc41eb5ca83 None None] New status for floating IP ea43cdf5-a758-4780-9db5-0a4581e05ad5: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:31:32.586991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58110) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:32.655289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:32.685262 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:32.751823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:32.757131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1af1aa58-1051-4fc5-8495-0bb9d5506477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:32.773523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888df96-9360-47b6-8a7c-9ae1dd0ca9d7,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:32.775930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:32.808487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:32.809731 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "DELETE /v2.0/security-groups/b888df96-9360-47b6-8a7c-9ae1dd0ca9d7 HTTP/1.1" status: 204  len: 168 time: 0.2217047
Nov 18 16:31:32.812351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58114) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:32.828827 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.v2.resource [None req-ce97ec61-6262-43f4-bdba-9b4efc5ebe12 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] show failed (client error): The resource could not be found.
Nov 18 16:31:32.829848 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ce97ec61-6262-43f4-bdba-9b4efc5ebe12 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups/b888df96-9360-47b6-8a7c-9ae1dd0ca9d7 HTTP/1.1" status: 404  len: 347 time: 0.0165269
Nov 18 16:31:32.832288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58118) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:32.992416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Deleting port d4c4743d-54d8-454d-8600-49a7941b8942 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:32.992858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:33.167132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:33.167498 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:33.301852 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Calling delete_port for d4c4743d-54d8-454d-8600-49a7941b8942 owned by network:floatingip {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:33.488185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:33.505725 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cb1f9759-f836-41f1-9e14-d90b351b545d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:33.560480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event deleted for resources: {'Port': ['ID=d4c4743d-54d8-454d-8600-49a7941b8942,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:33.565745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:33.726415 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:33.740923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:33.742148 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "DELETE /v2.0/floatingips/ea43cdf5-a758-4780-9db5-0a4581e05ad5 HTTP/1.1" status: 204  len: 168 time: 0.9088933
Nov 18 16:31:34.122379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58136) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:34.128358 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'security_group': {'name': 'tempest-securitygroup--294657654', 'description': 'tempest-description--251253061'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:34.135439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:34.139761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:34.143054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:34.148772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:34.174649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.209919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:34.213854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:34.216736 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:34.222328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:34.279367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.323329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.329004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c29f94e8-0cc6-4515-89cf-01a37e680c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:34.372973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:34.376001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:34.397605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.398920 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2754240
Nov 18 16:31:34.401774 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58140) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:34.407188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'security_group_rule': {'security_group_id': 'f8f971ab-7fd3-4b26-bbf9-93ff21254dcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:34.413933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:34.418060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:34.421147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:34.427518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:34.466683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.517617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-89d5a3a4-a78e-42fd-8680-58ac86161e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.531247 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.556445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.563474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ef2ff6ec-3bdf-49f4-b73c-9a1a11992ee3 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:34.582231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d987dfd9-80f6-42b5-8cf3-7415f156e4b8,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:34.585350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:34.613792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.615078 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b85ad333-87a2-4421-95b0-c198bee93b7f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2123301
Nov 18 16:31:34.617756 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58144) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:34.623185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'security_group_rule': {'security_group_id': 'f8f971ab-7fd3-4b26-bbf9-93ff21254dcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:34.629301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:34.633357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:security_group_rule and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:34.636370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:34.642446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:34.689271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.755868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.785299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564642'] for security_group_rule, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.788101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6283d8e-6a2f-4e48-9755-e91e2714a67f tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:34.811649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3070d4cb-9a5b-4572-826f-9af3fc49cf1a,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:34.814225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:34.842361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group_rule, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:34.843637 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a7ace5ec-2323-47ec-a4dd-29e9804bd7aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2249055
Nov 18 16:31:34.846765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58148) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:34.852862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:34.858450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:34.862474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:floatingip and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:34.865541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:34.871428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:34.928075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:35.075499 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:35.351898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Allocated IP 172.27.3.146 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/a968ac9a-1cee-44e2-9b7b-2ea7215863f9) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:31:35.508083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:35.563848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:35.579968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:35.719892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'Port': ['ID=a968ac9a-1cee-44e2-9b7b-2ea7215863f9,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:35.728550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:35.786764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:35.993139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:31:35.994260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:31:35.996527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:31:36.181809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:36.203234 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-a92121fe-6864-4e90-910d-4f92d4088ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0998776
Nov 18 16:31:36.275452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:36.470624 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-5e37defa-69e7-4855-9434-13b61c2ebc78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.1671033
Nov 18 16:31:36.717159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-b8073006-a047-46f8-84f7-ddb9ef164660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:36.718747 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-b8073006-a047-46f8-84f7-ddb9ef164660 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.2278197
Nov 18 16:31:36.740497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6c6a9d49-449c-4800-9a39-b8f649b1a66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:36.792300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:36.823073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:36.845979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:36.913231 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-8f4a8ba4-4b21-4fcf-939d-f832e1b346dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 1001 time: 0.1832631
Nov 18 16:31:37.026529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'Port': ['ID=a968ac9a-1cee-44e2-9b7b-2ea7215863f9,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:37.042975 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:37.086483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-c6cebbf7-6f4e-4379-ac4a-0c353235a603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:37.088080 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-c6cebbf7-6f4e-4379-ac4a-0c353235a603 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.1119885
Nov 18 16:31:37.209775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:37.247399 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-6d8a052d-cdef-41cd-b7aa-7efd69316f1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1511111
Nov 18 16:31:37.282663 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:37.283950 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ab7ad6a8-709d-40d0-8fec-06a84ad91ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4362075
Nov 18 16:31:37.301042 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:37.408371 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-73222aa8-d525-40a5-b5c5-0c1f16658a6d service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499157
Nov 18 16:31:37.545952 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-079bb78c-e42d-411a-85e4-4a8dde593e0d tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--294657654&fields=id&tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da HTTP/1.1" status: 200  len: 267 time: 0.0483971
Nov 18 16:31:37.566482 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f7603e6a-34e8-490d-8a33-abaf95674282 req-b26a1ae2-7b18-43ea-9132-a4b2c06eede7 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489730
Nov 18 16:31:37.710749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-ab533825-1404-4087-a3b0-27bdd51e3663 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:37.712374 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-ab533825-1404-4087-a3b0-27bdd51e3663 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 810 time: 0.1581850
Nov 18 16:31:37.729467 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-af09f4a8-d92d-4f7e-b6fa-b24051f40181 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/quotas/1895a5ee68ef41cdbc385b0b3f2ed6da HTTP/1.1" status: 200  len: 375 time: 0.0108807
Nov 18 16:31:37.820526 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-54cfd2d6-508a-45d4-8c2e-39525ad05dbd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0854764
Nov 18 16:31:37.974136 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-e2c6e116-89ed-444d-a3d8-578d3f4e932e service neutron] 10.222.0.23 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398010
Nov 18 16:31:38.121735 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-fb87f123-43a7-4285-be46-6a50a323e126 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409771
Nov 18 16:31:38.375478 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-16b5814a-a289-4fa6-b0c6-ec7e48a6f344 req-91463c4a-ac1b-4eac-86ad-d5bab6c058a6 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 210 time: 0.0497284
Nov 18 16:31:38.820726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:39.271582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:39.687859 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a310a9e1-1586-466b-9198-5a545c21a224 req-b13b2009-3bec-4be2-a6f3-dedfb69be65c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 210 time: 0.0573461
Nov 18 16:31:39.727372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32500bda-092b-40e4-9166-08cf8cbd701b req-aadd04dd-187f-4000-b238-1471e3fc3b82 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:39.729097 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-32500bda-092b-40e4-9166-08cf8cbd701b req-aadd04dd-187f-4000-b238-1471e3fc3b82 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 946 time: 0.3512561
Nov 18 16:31:39.781322 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-32500bda-092b-40e4-9166-08cf8cbd701b req-31bf9040-0680-4e9d-917c-efde45acadad tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459664
Nov 18 16:31:39.979300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-5b7d50fe-6db6-4662-9ba1-e34b8bcfcbfe tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:39.979923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-5b7d50fe-6db6-4662-9ba1-e34b8bcfcbfe tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Synchronizing usage tracker for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:network {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:31:40.026401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-5b7d50fe-6db6-4662-9ba1-e34b8bcfcbfe tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Unset dirty status for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:network {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:31:40.027668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-5b7d50fe-6db6-4662-9ba1-e34b8bcfcbfe tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 810 time: 0.2021353
Nov 18 16:31:40.116525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-6ddcf7d1-2b4d-40b2-81dc-5a7e3f0e5abd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Synchronizing usage tracker for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:security_group {{(pid=80404) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:31:40.186482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-6ddcf7d1-2b4d-40b2-81dc-5a7e3f0e5abd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Unset dirty status for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:security_group {{(pid=80404) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:31:40.187891 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-6ddcf7d1-2b4d-40b2-81dc-5a7e3f0e5abd tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da HTTP/1.1" status: 200  len: 5043 time: 0.1443725
Nov 18 16:31:40.199468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'port': {'device_id': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'admin_state_up': True, 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'security_groups': ['f8f971ab-7fd3-4b26-bbf9-93ff21254dcb']}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:40.341569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:40.345798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Usage tracker for resource:port and tenant:1895a5ee68ef41cdbc385b0b3f2ed6da is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:40.348773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Quota usage for port was recalculated. Used quota:3. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:40.354427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:40.392194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Made reservation on behalf of 1895a5ee68ef41cdbc385b0b3f2ed6da for: {'port': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:31:40.398329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:40.703976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Allocated IP 172.20.0.4 (dd5995ed-5779-432c-bfea-0476850095db/8b7f3b71-2aa3-4425-bd47-31eef328e928/d819d6af-2d3e-4ebc-add1-582835c50552) {{(pid=80404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:31:40.910800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for port, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:40.923034 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1aa61218-c447-42df-9b3a-9451f43ac127 req-bcd3820e-1fe8-49b4-8135-d0b3cc6d7f3e tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 210 time: 0.0908031
Nov 18 16:31:40.929417 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Transition to ACTIVE for port object d819d6af-2d3e-4ebc-add1-582835c50552 will not be triggered until provisioned by entity DHCP. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:31:40.942524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 1950c859-4abc-428b-90f7-1a01f4aef889 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:31:40.998129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.018910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:41.085394 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.123189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 1950c859-4abc-428b-90f7-1a01f4aef889, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1950c859-4abc-428b-90f7-1a01f4aef889,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:41.124215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:41.163674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.165628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:41.174373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cb720-5323-4d94-96d7-37347d52d0d9 req-30492bdf-d18d-4782-8537-8d4579cd1fed tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:41.192122 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ae0cb720-5323-4d94-96d7-37347d52d0d9 req-30492bdf-d18d-4782-8537-8d4579cd1fed tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 946 time: 0.2562814
Nov 18 16:31:41.217532 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889', 'code': 200}
Nov 18 16:31:41.219127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event updated for resources: {'Port': ['ID=d819d6af-2d3e-4ebc-add1-582835c50552,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:41.224541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:41.257117 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ae0cb720-5323-4d94-96d7-37347d52d0d9 req-907cb972-152d-4f5b-89b3-ab58ee53d504 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0639513
Nov 18 16:31:41.264218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=1950c859-4abc-428b-90f7-1a01f4aef889,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:41.268083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:41.281616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Network dd5995ed-5779-432c-bfea-0476850095db is already hosted by enough agents. {{(pid=80404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:31:41.282900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Resources bound (agent type, host, resource id):  {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:31:41.286209 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Received port after_create {{(pid=80404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:31:41.288894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2fd4e-4347-4144-8582-337b5507b914 req-2b0b6c71-8aa3-4d07-957e-bb20c65353c7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:41.290746 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39c2fd4e-4347-4144-8582-337b5507b914 req-2b0b6c71-8aa3-4d07-957e-bb20c65353c7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 944 time: 0.2413006
Nov 18 16:31:41.358651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:41.359327 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.371044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Deleting port 1950c859-4abc-428b-90f7-1a01f4aef889 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:31:41.371635 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.432898 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f2a1fabb-1190-4448-b146-513f7a95d4aa tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2373478
Nov 18 16:31:41.446125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Request body: {'port': {'device_id': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:41.566063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.569303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d7c2af96-ef37-428f-9855-447a76262551 None None] Provisioning for port d819d6af-2d3e-4ebc-add1-582835c50552 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:31:41.575010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-d7c2af96-ef37-428f-9855-447a76262551 None None] Provisioning complete for port d819d6af-2d3e-4ebc-add1-582835c50552 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:41.575449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d7c2af96-ef37-428f-9855-447a76262551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.642155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2af96-ef37-428f-9855-447a76262551 None None] Port d819d6af-2d3e-4ebc-add1-582835c50552 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:31:41.661059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] For port 1950c859-4abc-428b-90f7-1a01f4aef889, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1950c859-4abc-428b-90f7-1a01f4aef889,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:41.661459 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.969535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.970069 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:41.970528 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Floating IP f2eadb48-5f52-421c-8d8a-dd2c21573756 disassociated. External IP: 172.27.3.203, port: 1950c859-4abc-428b-90f7-1a01f4aef889.
Nov 18 16:31:41.971020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Calling delete_port for 1950c859-4abc-428b-90f7-1a01f4aef889 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:31:41.979274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d819d6af-2d3e-4ebc-add1-582835c50552 {{(pid=80404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:31:41.987639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.000412 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Transition to ACTIVE for port object d819d6af-2d3e-4ebc-add1-582835c50552 will not be triggered until provisioned by entity L2. {{(pid=80404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:31:42.026102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.057684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3783f45-bbf4-4aa7-9292-7e0d97170fce tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:42.201231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52a427-e8ec-4673-9bb6-70c8de683429 req-f7947638-679f-41f8-9987-19002142efb4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:42.202938 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af52a427-e8ec-4673-9bb6-70c8de683429 req-f7947638-679f-41f8-9987-19002142efb4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 943 time: 0.1489041
Nov 18 16:31:42.204206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.225954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ceefd392-ba8a-4626-b248-f684e9fc4902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:42.417468 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-af52a427-e8ec-4673-9bb6-70c8de683429 req-b1649e31-ba66-4a65-ad91-91a84563d21a tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1922340
Nov 18 16:31:42.419322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d819d6af-2d3e-4ebc-add1-582835c50552,revision_number=2']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:42.419909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'Port': ['ID=1950c859-4abc-428b-90f7-1a01f4aef889,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:42.423771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:42.427217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:42.498163 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-164a75c5-26cb-43a9-968a-881997196f0e req-8be284db-6088-4dca-91a1-ad6029ab31d7 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 210 time: 0.0695667
Nov 18 16:31:42.627510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Attempting to bind port d819d6af-2d3e-4ebc-add1-582835c50552 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:31:42.627880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Attempting to bind port d819d6af-2d3e-4ebc-add1-582835c50552 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}] {{(pid=80404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:31:42.628231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Attempting to bind port d819d6af-2d3e-4ebc-add1-582835c50552 on network dd5995ed-5779-432c-bfea-0476850095db {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:31:42.636297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:31:42.636746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Checking segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:31:42.637111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.637508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Bound using segment: {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'} {{(pid=80404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:31:42.637991 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Bound port: d819d6af-2d3e-4ebc-add1-582835c50552, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83910f64-5921-40c2-820f-8e0e07e751a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db'}}] {{(pid=80404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:31:42.638367 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.735055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] For port d819d6af-2d3e-4ebc-add1-582835c50552, host hv-cinder-75995, cleared binding levels {{(pid=80404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:31:42.739276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] For port d819d6af-2d3e-4ebc-add1-582835c50552, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d819d6af-2d3e-4ebc-add1-582835c50552,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:31:42.739945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58270) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:42.740893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:31:42.770664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1636331'] for port, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.787737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-429a6b90-24ca-4a1d-bc01-fd7712fda4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:42.951740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:42.962422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:31:42.971149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d819d6af-2d3e-4ebc-add1-582835c50552,revision_number=3']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:42.974960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:31:42.979405 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:42.992637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:42.993762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a90>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:43.002132 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] No DVR routers for this DVR port 1950c859-4abc-428b-90f7-1a01f4aef889 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:31:43.005556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.022067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'name': 'network-vif-deleted', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:43.034283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.035842 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-821df206-5bf9-4279-ac19-315f20b7b0f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/d819d6af-2d3e-4ebc-add1-582835c50552 HTTP/1.1" status: 200  len: 1157 time: 1.5951371
Nov 18 16:31:43.036497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:43.073251 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-39c2fd4e-4347-4144-8582-337b5507b914 req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "DELETE /v2.0/ports/1950c859-4abc-428b-90f7-1a01f4aef889 HTTP/1.1" status: 204  len: 173 time: 1.7766142
Nov 18 16:31:43.111041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:43.117217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Usage tracker for resource:security_group_rule and tenant:433b0d028f6c49d98e1c42e6cfc513af is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:43.126693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:43.131163 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3479602-e85c-4f59-8ec8-ce8c012ec2d5', 'name': 'network-vif-deleted', 'tag': '1950c859-4abc-428b-90f7-1a01f4aef889', 'status': 'completed', 'code': 200}
Nov 18 16:31:43.138218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:43.167032 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'status': 'completed', 'code': 200}
Nov 18 16:31:43.244955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.253497 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:43.268925 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5c6d104c-6ef4-4b29-99a0-553cad8b20f0 req-770a05d9-b030-4849-98e0-46a738ff0557 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 1160 time: 0.0919073
Nov 18 16:31:43.277581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.287039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4f6886a2-9b45-4e14-890b-df81e28741ae tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:43.338636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d24b87-d594-4dc8-bd2b-9032413a5253,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:43.342218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:43.347430 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=433b0d028f6c49d98e1c42e6cfc513af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6040707
Nov 18 16:31:43.348888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58280) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:43.413911 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.446592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.457968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d104c-6ef4-4b29-99a0-553cad8b20f0 req-ecc3dce9-0fb3-4807-b980-adde9469d705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:43.461356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5c6d104c-6ef4-4b29-99a0-553cad8b20f0 req-ecc3dce9-0fb3-4807-b980-adde9469d705 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&shared=False HTTP/1.1" status: 200  len: 904 time: 0.1820962
Nov 18 16:31:43.626014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.634866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8442930c-dac7-44d6-98f5-431e8068cda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:43.651455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d24b87-d594-4dc8-bd2b-9032413a5253,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:43.654333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:43.655328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:43.661246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-27cb2bbc-ffb7-4f13-b831-c796b7ae55b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82d24b87-d594-4dc8-bd2b-9032413a5253 HTTP/1.1" status: 204  len: 168 time: 0.3112376
Nov 18 16:31:43.736647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2024a4a7-3d68-4332-9886-6b0e04b411b5 req-e5feffad-fcb8-4c62-940b-07e6fb712c13 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:31:43.784741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d104c-6ef4-4b29-99a0-553cad8b20f0 req-c36a41d6-cf70-4cfc-a6a4-81e81d424293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:43.786921 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5c6d104c-6ef4-4b29-99a0-553cad8b20f0 req-c36a41d6-cf70-4cfc-a6a4-81e81d424293 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3196898
Nov 18 16:31:43.815409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129117b-4ca5-4694-b499-6c3912ec473c req-96c1613d-a0cf-4fb2-8c6d-34de0c7a73dc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:43.817940 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b129117b-4ca5-4694-b499-6c3912ec473c req-96c1613d-a0cf-4fb2-8c6d-34de0c7a73dc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 943 time: 0.1973150
Nov 18 16:31:43.819874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2024a4a7-3d68-4332-9886-6b0e04b411b5 req-e5feffad-fcb8-4c62-940b-07e6fb712c13 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:31:43.821135 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2024a4a7-3d68-4332-9886-6b0e04b411b5 req-e5feffad-fcb8-4c62-940b-07e6fb712c13 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=e3479602-e85c-4f59-8ec8-ce8c012ec2d5 HTTP/1.1" status: 200  len: 210 time: 0.1350148
Nov 18 16:31:43.841413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a90>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:43.845802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:31:43.868362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:43.869191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a90>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:43.925139 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b129117b-4ca5-4694-b499-6c3912ec473c req-cab3e37a-9267-4310-be91-1574cb53f8a5 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011856
Nov 18 16:31:43.947823 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-5e5e514d-ea9f-4b9e-bb82-4a3882be2cd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 1160 time: 0.1202862
Nov 18 16:31:44.022781 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-d311cb81-3b25-464e-9b96-dc4090d16bf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d819d6af-2d3e-4ebc-add1-582835c50552 HTTP/1.1" status: 200  len: 217 time: 0.0671365
Nov 18 16:31:44.077822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:44.111295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-ccc7c9a4-bd11-4bb2-8ee0-f4d1d5101c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:44.113362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-ccc7c9a4-bd11-4bb2-8ee0-f4d1d5101c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0838280
Nov 18 16:31:44.204699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-6d6579a8-aa2f-4b4e-9058-ffcdd3f5bb6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839405
Nov 18 16:31:44.454941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1440a76a90>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:44.460410 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cf4713-6399-471a-8dcf-2f476838b707 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:31:44.587195 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-23c9c1c4-0f50-4b76-983b-6b9252296f58 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3759696
Nov 18 16:31:44.734233 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-4272df5d-d11b-45e4-a772-736ccb7063aa req-f5a8c415-9ecc-4012-95b8-c3e283b15f9c service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404719
Nov 18 16:31:44.846637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d35ef-8e1c-4b0c-b09f-ceb028b9a3bc None None] New status for floating IP f2eadb48-5f52-421c-8d8a-dd2c21573756: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:31:45.170356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b428eab-e29d-48e7-83ec-98ef3d93d330 req-bf7c0dfe-2372-452d-8460-074497669884 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:45.172155 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b428eab-e29d-48e7-83ec-98ef3d93d330 req-bf7c0dfe-2372-452d-8460-074497669884 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 943 time: 0.0962613
Nov 18 16:31:45.222559 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b428eab-e29d-48e7-83ec-98ef3d93d330 req-f63779ef-8db3-41ac-9f83-870227862f84 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432777
Nov 18 16:31:45.304662 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-188fbfdc-6f3d-49e4-87f0-30a3a99e6430 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1847196076&fields=id&tenant_id=0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 267 time: 0.0436373
Nov 18 16:31:45.465313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-6747f9a7-1393-47fc-9315-7ddc59818a62 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:45.466997 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-6747f9a7-1393-47fc-9315-7ddc59818a62 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 811 time: 0.1553154
Nov 18 16:31:45.484828 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-1c9ae652-6a6b-4f5e-ac81-f9ad4caa8016 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/quotas/0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 375 time: 0.0109532
Nov 18 16:31:45.575385 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-dc140d47-af4b-45e3-a998-523667251893 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0841727
Nov 18 16:31:45.733197 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-b89a5733-589c-4a91-8760-a71a9eed2b4a service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394219
Nov 18 16:31:45.881208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-ac0b7174-bbb4-4c5a-b539-662e32da3799 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408169
Nov 18 16:31:46.437444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b40dd-ce3f-4a6a-90d6-fa4151c0ef26 req-df08f2f3-1129-44ee-91d7-024c096200d9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:46.439067 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-995b40dd-ce3f-4a6a-90d6-fa4151c0ef26 req-df08f2f3-1129-44ee-91d7-024c096200d9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 943 time: 0.0876637
Nov 18 16:31:46.505301 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-995b40dd-ce3f-4a6a-90d6-fa4151c0ef26 req-72b51e40-18bf-4447-bd7a-51dc99ff7fec tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572541
Nov 18 16:31:46.595129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58356) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:46.599579 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e0c6058b-5cd2-4c63-9111-0701d38f8eaa req-15d41cbb-85d5-4d98-9436-4565dcd4766e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 210 time: 0.0466881
Nov 18 16:31:46.754626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:46.790833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:46.794877 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Usage tracker for resource:security_group_rule and tenant:48d3884cf01545e5812d7ce34c540c3d is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:46.797870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:46.804233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:46.872524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:46.929150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:46.937359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-24bf9471-a498-4ded-886a-95254fe267c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:46.980776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc58147a-4724-41cd-b220-369393fd892d,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:46.984366 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:46.987214 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48d3884cf01545e5812d7ce34c540c3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3909409
Nov 18 16:31:46.990179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58368) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:47.067945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.097475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.186407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.192316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9e8a1473-60d2-44f5-9cae-3569c5953776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:47.204636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc58147a-4724-41cd-b220-369393fd892d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:47.208219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:47.215483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.216218 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d242355b-9f52-4405-ac01-d2da411fc637 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc58147a-4724-41cd-b220-369393fd892d HTTP/1.1" status: 204  len: 168 time: 0.2236934
Nov 18 16:31:47.314917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d819d6af-2d3e-4ebc-add1-582835c50552 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:31:47.448442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port d819d6af-2d3e-4ebc-add1-582835c50552 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:31:47.453837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port d819d6af-2d3e-4ebc-add1-582835c50552 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:47.454307 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.596306 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.632393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:47.644960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port d819d6af-2d3e-4ebc-add1-582835c50552, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d819d6af-2d3e-4ebc-add1-582835c50552,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:31:47.717706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.719865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-eebba68d-dd5a-49b8-b1ca-c5eb164591fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:47.755978 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960dc6-aca4-412a-bc12-b2c0a79fe285 req-3e14d7b4-3fa4-48ee-a580-d9bd5bf1c97f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:47.758858 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3960dc6-aca4-412a-bc12-b2c0a79fe285 req-3e14d7b4-3fa4-48ee-a580-d9bd5bf1c97f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.0971608
Nov 18 16:31:47.812373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=d819d6af-2d3e-4ebc-add1-582835c50552,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:47.815791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:47.825907 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-52212389-2e25-4570-834f-4b9514e74073 req-72a2877b-8979-46be-956a-18e1a6183c19 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 210 time: 0.0764832
Nov 18 16:31:47.861116 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e3960dc6-aca4-412a-bc12-b2c0a79fe285 req-0dd55d3c-3c12-42f2-bb06-f9c376de4d96 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571344
Nov 18 16:31:47.861746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58384) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:47.893473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:47.907112 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'code': 200}
Nov 18 16:31:47.931033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:47.935136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Usage tracker for resource:security_group_rule and tenant:cbb127f87df742a7a9fdc4f4b963c7b7 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:47.938375 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:47.944193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:48.014053 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:48.054469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:48.062674 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-16e67348-a44f-46a9-b16a-3576cdd546c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:48.108005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28deb27a-b942-40bc-9288-ba1b1b5dec12,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:48.112595 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbb127f87df742a7a9fdc4f4b963c7b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2496629
Nov 18 16:31:48.113577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fcd4cda2-4992-4d02-baa3-0e4a5dc6179d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:48.115322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58388) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:48.178573 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:48.206227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:48.265166 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10056f3d-57ce-4605-a4b5-dbcb40588b09 req-ad9d9881-c272-48b2-884a-d237a23bf813 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 1162 time: 0.0780287
Nov 18 16:31:48.283318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:48.289648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4e41703f-29cf-4246-9829-78f2e163ae09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:48.302693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28deb27a-b942-40bc-9288-ba1b1b5dec12,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:48.305841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:48.311269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:48.311269 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28deb27a-b942-40bc-9288-ba1b1b5dec12 HTTP/1.1" status: 204  len: 168 time: 0.1928396
Nov 18 16:31:48.311873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-10056f3d-57ce-4605-a4b5-dbcb40588b09 req-13b4bb27-d5f0-4fd3-a446-86ba79ada015 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399983
Nov 18 16:31:48.676569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-f4e9e8bc-032f-414c-8fb8-2dd2c7a05cae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:48.678157 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-f4e9e8bc-032f-414c-8fb8-2dd2c7a05cae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 811 time: 0.1573284
Nov 18 16:31:48.764231 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-ada98b90-3695-40f4-9fa0-fb7bbf0004af tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 5087 time: 0.0709918
Nov 18 16:31:48.774355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'port': {'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'admin_state_up': True, 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'security_groups': ['95aff58a-9fd6-4c93-bdf4-8ee5eec53290']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:48.935960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:48.961170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:48.991434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d819d6af-2d3e-4ebc-add1-582835c50552 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:31:49.025923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Made reservation on behalf of 0e323e17592344329dd6501c3bd20971 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:31:49.031536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:49.051757 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-38a29bfa-03b9-4203-86bc-fa3a5009e398 req-817ccc33-cdfc-4a16-a71e-f60a60c5327c tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 210 time: 0.0765827
Nov 18 16:31:49.116217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port d819d6af-2d3e-4ebc-add1-582835c50552 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:49.116675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:49.285993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1359-ab7a-49d9-96c1-dc5a3a2cbd74 req-89633f6b-ab64-43fe-a77e-38519940760f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:49.287561 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-764a1359-ab7a-49d9-96c1-dc5a3a2cbd74 req-89633f6b-ab64-43fe-a77e-38519940760f tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.2263656
Nov 18 16:31:49.409698 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-764a1359-ab7a-49d9-96c1-dc5a3a2cbd74 req-db5eec83-392a-4f26-b3ba-7e470ba6cfbf tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820079
Nov 18 16:31:49.485578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Allocated IP 172.20.0.5 (e086fa84-46ff-4c0b-bd13-d3efd18c0286/3377cdd0-085f-4b75-9e5a-ba57f36068bf/d26e0cc7-b04b-4c5c-9fb2-d711ecccab86) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:31:49.689054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:49.705893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Transition to ACTIVE for port object d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:31:49.757973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:49.777732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-393c5dd2-61ca-474c-914e-814c601dc17c tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:49.927880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:49.932461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:49.977547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:31:49.977547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:31:49.978786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:31:50.046806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:50.047873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:50.112545 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3426831
Nov 18 16:31:50.124923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Request body: {'port': {'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:50.242822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-48237a18-ceaa-4e5f-95e9-a22cb0c2195a None None] Provisioning for port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:31:50.248161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-48237a18-ceaa-4e5f-95e9-a22cb0c2195a None None] Provisioning complete for port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:31:50.248810 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-48237a18-ceaa-4e5f-95e9-a22cb0c2195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:50.306014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-48237a18-ceaa-4e5f-95e9-a22cb0c2195a None None] Port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:31:50.327143 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:50.415985 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e43f0-d6f7-423a-8f5c-8baf04613d22 req-933b73e0-8915-4af6-bf87-b546620596ac tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:50.416776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-304e43f0-d6f7-423a-8f5c-8baf04613d22 req-933b73e0-8915-4af6-bf87-b546620596ac tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:31:50.531987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-304e43f0-d6f7-423a-8f5c-8baf04613d22 req-933b73e0-8915-4af6-bf87-b546620596ac tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:31:50.533357 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-304e43f0-d6f7-423a-8f5c-8baf04613d22 req-933b73e0-8915-4af6-bf87-b546620596ac tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 931 time: 0.2902615
Nov 18 16:31:50.745443 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-304e43f0-d6f7-423a-8f5c-8baf04613d22 req-41c387b3-f639-4ba4-b7f0-d97678a7e9ba tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2016566
Nov 18 16:31:50.792282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0b63-6fe0-4f42-a38e-975bf63501b6 req-b9043d33-1274-499d-b034-a9756b253053 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:50.793915 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f84f0b63-6fe0-4f42-a38e-975bf63501b6 req-b9043d33-1274-499d-b034-a9756b253053 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.2247615
Nov 18 16:31:50.870275 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f84f0b63-6fe0-4f42-a38e-975bf63501b6 req-56718278-eebe-41d9-bdaa-67e0ae29775c tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665634
Nov 18 16:31:50.930901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:31:50.937988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:50.950299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Transition to ACTIVE for port object d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:31:51.031356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.051292 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-30560585-bf05-47eb-8b36-12360a73a198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:51.179324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58444) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:51.339700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.374265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:51.378377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Usage tracker for resource:security_group_rule and tenant:03c5cb10bf5b477dba58d77e69263178 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:51.382012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:51.387957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:51.426510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Pushing event updated for resources: {'Port': ['ID=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:51.433467 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:51.457192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.472089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a53b9-b68a-49a3-9bbe-6dc5f4b20fa3 req-af134f98-79bc-405d-869b-e8e06d508a5b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:51.474291 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-790a53b9-b68a-49a3-9bbe-6dc5f4b20fa3 req-af134f98-79bc-405d-869b-e8e06d508a5b tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.4822042
Nov 18 16:31:51.492040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58450) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:51.498475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Request body: {'floatingip': {'port_id': 'd819d6af-2d3e-4ebc-add1-582835c50552'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:31:51.563220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.584661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-415367f6-a8c2-4736-b421-2c92070a6fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:51.607962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, before_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.635732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Attempting to bind port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:31:51.636200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Attempting to bind port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:31:51.636696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Attempting to bind port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 on network e086fa84-46ff-4c0b-bd13-d3efd18c0286 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:31:51.645062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:31:51.645537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Checking segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:31:51.646015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.646480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Bound using segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:31:51.647012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Bound port: d26e0cc7-b04b-4c5c-9fb2-d711ecccab86, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:31:51.647468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.739632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] For port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:31:51.742789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] For port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:31:51.744829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9fe0b9-706a-43a7-a940-336a4b3374bf,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:51.748382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:51.762103 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03c5cb10bf5b477dba58d77e69263178&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5774786
Nov 18 16:31:51.763225 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58454) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:51.783445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:51.806012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:52.045812 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Pushing event updated for resources: {'Port': ['ID=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:52.058914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:52.070094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.115772 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.157858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.159356 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] 10.222.0.37 "PUT /v2.0/ports/d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 1157 time: 2.0393610
Nov 18 16:31:52.163666 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:52.188129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5191a-935d-47f1-ab87-ee7d4398c602 req-f5c19328-9d1b-4cfc-8968-1dc64d75b47a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:52.189795 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-19d5191a-935d-47f1-ab87-ee7d4398c602 req-f5c19328-9d1b-4cfc-8968-1dc64d75b47a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.3054028
Nov 18 16:31:52.280606 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'status': 'completed', 'code': 200}
Nov 18 16:31:52.288407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.290850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.299623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cc60a5fc-0814-46e5-8b21-054dd20ca9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:52.318369 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-19d5191a-935d-47f1-ab87-ee7d4398c602 req-b929400b-59aa-41c2-9f0a-ff4bf5458ba2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1162870
Nov 18 16:31:52.319210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9fe0b9-706a-43a7-a940-336a4b3374bf,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:52.323388 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:52.323959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.330058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.333801 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d9fe0b9-706a-43a7-a940-336a4b3374bf HTTP/1.1" status: 204  len: 168 time: 0.5670030
Nov 18 16:31:52.362961 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-02b38a21-e376-446f-ae8b-f6714f0c2d02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1160 time: 0.1244078
Nov 18 16:31:52.454423 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-f9b45f30-8e5b-408d-83c8-751cd5551638 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 217 time: 0.0727763
Nov 18 16:31:52.529570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-f21c7ecc-d5de-4b2c-aac1-84fd1f291168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:52.531450 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-f21c7ecc-d5de-4b2c-aac1-84fd1f291168 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0702615
Nov 18 16:31:52.538661 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Floating IP fbfe12d9-7b4f-4c90-850b-2ecd269e7e01 associated. External IP: 172.27.3.146, port: d819d6af-2d3e-4ebc-add1-582835c50552.
Nov 18 16:31:52.622052 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-125a55e3-8b34-4b2d-bfd5-62ba2599ae28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830212
Nov 18 16:31:52.776945 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-cd415483-0ada-4cef-9800-3b0545f68660 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474245
Nov 18 16:31:52.891368 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58466) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:52.924981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:52.927667 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f89d98c0-0643-41ea-8925-93d11cc93cd9 req-2d162177-e791-417d-bd94-f9e031976371 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413579
Nov 18 16:31:52.979903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:31:52.986257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Usage tracker for resource:security_group_rule and tenant:f57e2337a75d411d88853c5fe5f722bd is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:31:52.990836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:31:52.997842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:31:53.034200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Router 2ae323c5-499b-4f73-abde-327d26ecd938 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:31:53.076648 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-45044220-ed06-4687-a141-536490450ad2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1160 time: 0.0762491
Nov 18 16:31:53.166386 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.224249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-edf68bb6-c891-4270-8b19-142a004a3f4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:53.225941 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-edf68bb6-c891-4270-8b19-142a004a3f4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1426005
Nov 18 16:31:53.305543 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-f5ee064e-2d9d-47b3-82aa-3366932c1933 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 217 time: 0.0726457
Nov 18 16:31:53.380786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-9a6e11e0-6b89-4e0c-98d3-abd21f9d2276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:53.382406 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-9a6e11e0-6b89-4e0c-98d3-abd21f9d2276 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0684757
Nov 18 16:31:53.417332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.426815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fb80c3f5-2e24-42ac-8ef7-58505181e9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:53.469560 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-131b7458-09a5-4326-8053-e1473e43cfd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798268
Nov 18 16:31:53.534876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f57e2337a75d411d88853c5fe5f722bd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6423931
Nov 18 16:31:53.538834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b418f96-1dc4-4795-8132-ad2cd3afae06,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:53.542311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58476) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:31:53.545120 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:53.636204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.655051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:31:53.666721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:31:53.679034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.681409 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:53.682427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f144189deb8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:53.692635 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-194534d6-5046-494a-a774-49b5faaaa907 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162566
Nov 18 16:31:53.699565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755088-4242-45c9-9ff1-ffe43c12f91c req-580c93ae-a4db-4483-b95c-2e4491bf9842 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:53.701125 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d755088-4242-45c9-9ff1-ffe43c12f91c req-580c93ae-a4db-4483-b95c-2e4491bf9842 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.2027872
Nov 18 16:31:53.708194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.749346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:31:53.782180 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-674b2f40-ad4a-4669-b7c2-952667cff374 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "PUT /v2.0/floatingips/fbfe12d9-7b4f-4c90-850b-2ecd269e7e01 HTTP/1.1" status: 200  len: 991 time: 2.2884953
Nov 18 16:31:53.788740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:31:53.809131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.817195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d16c9109-d868-4b69-af03-d2cad335711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:31:53.839739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b418f96-1dc4-4795-8132-ad2cd3afae06,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:31:53.855251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:31:53.856434 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0d755088-4242-45c9-9ff1-ffe43c12f91c req-3e9c11c9-de9b-4c91-828f-decd35a00530 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1323736
Nov 18 16:31:53.859486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:31:53.860766 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-707379aa-666d-48df-9ce7-59b9b82a19df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b418f96-1dc4-4795-8132-ad2cd3afae06 HTTP/1.1" status: 204  len: 168 time: 0.3174241
Nov 18 16:31:53.899473 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9d8bdbd0-f62c-4dfb-8c42-995409bb9d32 req-f922984d-6f77-46ec-955b-cefa740a9353 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1973360
Nov 18 16:31:53.917391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:53.948866 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'status': 'completed', 'code': 200}
Nov 18 16:31:54.063866 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-8c43be26-c8e2-4fb1-b999-d476697f2733 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 1162 time: 0.0941029
Nov 18 16:31:54.211020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-e3cf8136-4d06-461d-a5cc-72247c85f366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:54.212675 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-e3cf8136-4d06-461d-a5cc-72247c85f366 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 200  len: 904 time: 0.1422257
Nov 18 16:31:54.307669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f144189deb8>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'fbfe12d9-7b4f-4c90-850b-2ecd269e7e01', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'port_id': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'mac_address': 'fa:16:3e:0e:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:31:36Z', 'updated_at': '2020-11-18T16:31:52Z', 'revision_number': 1, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:54.312709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:31:54.324959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:31:54.325841 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f144189deb8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:31:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:54.338827 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-c81dabf0-8be5-427c-8e9d-1a3b21bab44f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d819d6af-2d3e-4ebc-add1-582835c50552 HTTP/1.1" status: 200  len: 999 time: 0.1192226
Nov 18 16:31:54.415873 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-1dcb1365-8dee-4fa9-bcd1-2c3b9b6dcf4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:54.417440 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-1dcb1365-8dee-4fa9-bcd1-2c3b9b6dcf4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 200  len: 849 time: 0.0711699
Nov 18 16:31:54.499096 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-264133e5-d977-44ba-b64b-4d43bc43f735 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5995ed-5779-432c-bfea-0476850095db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745761
Nov 18 16:31:54.521301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:31:54.652128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-4029ed14-89cf-4c3b-ab28-2dd3dee03c70 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461320
Nov 18 16:31:54.799836 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c40cd15b-f1db-4f18-bfcf-d6916af9caf0 req-67c6ea45-fc89-4841-844c-f211ad8444f1 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405973
Nov 18 16:31:55.105356 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f144189deb8>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'fbfe12d9-7b4f-4c90-850b-2ecd269e7e01', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'port_id': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'mac_address': 'fa:16:3e:0e:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:31:36Z', 'updated_at': '2020-11-18T16:31:52Z', 'revision_number': 1, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:31:55.110218 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9577c-5183-4fba-83b4-be5ce4147343 None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'fbfe12d9-7b4f-4c90-850b-2ecd269e7e01', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'port_id': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'mac_address': 'fa:16:3e:0e:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:31:36Z', 'updated_at': '2020-11-18T16:31:52Z', 'revision_number': 1, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:31:55.133078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53743781-7301-4141-b774-5040183b925c req-69a24f0d-8b2f-4a2b-8260-25c8c5e3d6de tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:55.134845 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53743781-7301-4141-b774-5040183b925c req-69a24f0d-8b2f-4a2b-8260-25c8c5e3d6de tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.1397552
Nov 18 16:31:55.190578 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53743781-7301-4141-b774-5040183b925c req-b60e844f-b545-406d-a7b3-85a297a5251c tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0492628
Nov 18 16:31:55.386455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d75358-bd97-485c-ad4e-b73078d7b0ed None None] New status for floating IP fbfe12d9-7b4f-4c90-850b-2ecd269e7e01: ACTIVE {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:31:56.406823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7e35-2086-4333-bff1-3d11cb06064d req-9f9ddb83-5e9e-4e86-b424-0871dd7531e8 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:56.408447 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d27a7e35-2086-4333-bff1-3d11cb06064d req-9f9ddb83-5e9e-4e86-b424-0871dd7531e8 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.0834301
Nov 18 16:31:56.456151 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d27a7e35-2086-4333-bff1-3d11cb06064d req-356ac05c-ca6e-49b8-a0e0-3808b384d615 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409002
Nov 18 16:31:57.677959 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c67601-5a4c-437e-971e-6c5d03b57e23 req-2776d456-f632-421e-b5fa-b22b9f11b360 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:57.679568 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-78c67601-5a4c-437e-971e-6c5d03b57e23 req-2776d456-f632-421e-b5fa-b22b9f11b360 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.0872717
Nov 18 16:31:57.727366 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-78c67601-5a4c-437e-971e-6c5d03b57e23 req-0100f616-61d0-48e6-9d25-07e8b708ded0 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413837
Nov 18 16:31:58.936055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261f2b-25dd-4de8-9338-59a0843fd233 req-93eb167e-c24e-4565-9521-6d1fc7bbd8b2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:31:58.937657 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-50261f2b-25dd-4de8-9338-59a0843fd233 req-93eb167e-c24e-4565-9521-6d1fc7bbd8b2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.0828397
Nov 18 16:31:58.984157 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-50261f2b-25dd-4de8-9338-59a0843fd233 req-4d8b2e65-b210-4147-9c55-5e99e9ac634d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404856
Nov 18 16:32:00.005679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58570) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:00.169240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.201491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:32:00.203998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9b51-cd34-4b53-ae4b-e9bef5eed047 req-dbe33706-78da-49b2-bf3d-a5943cb1100e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:00.205566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Usage tracker for resource:security_group_rule and tenant:2d880879d58944adb61e43b3e9f05c46 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:32:00.205724 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-251d9b51-cd34-4b53-ae4b-e9bef5eed047 req-dbe33706-78da-49b2-bf3d-a5943cb1100e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.0867534
Nov 18 16:32:00.209159 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:32:00.214889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:32:00.254246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-251d9b51-cd34-4b53-ae4b-e9bef5eed047 req-c051c26c-862f-4ab9-8403-09ad273237d6 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418229
Nov 18 16:32:00.283160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.338864 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.346483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-34ed415f-8375-47ae-9ce8-acfa62543878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:00.388397 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d118ecc-87d8-4d45-9ad2-d4af62454c07,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:00.392462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:00.395532 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d880879d58944adb61e43b3e9f05c46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3882701
Nov 18 16:32:00.398347 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58578) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:00.464395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.491652 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.573224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.578139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8357a09d-202a-4e1c-aa42-8676d4c0c401 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:00.589472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d118ecc-87d8-4d45-9ad2-d4af62454c07,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:00.593238 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:00.596662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:00.600771 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-de705864-5cea-4512-a685-b5ac8f5367c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d118ecc-87d8-4d45-9ad2-d4af62454c07 HTTP/1.1" status: 204  len: 168 time: 0.2013805
Nov 18 16:32:01.210355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58588) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:01.229474 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.262947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:32:01.267249 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Usage tracker for resource:security_group_rule and tenant:576e423526d84529adf63a2c86417b89 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:32:01.270920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:32:01.276779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:32:01.421917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:32:01.422894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.465636 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.474235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7931bf65-d8f0-4d57-963e-320bb412533a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:01.518376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe4e830-0b99-477b-9645-88ed62280049,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:01.521903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf7e0f-6295-4818-bfa2-530c50d63da0 req-5237d23f-418d-40be-a1fe-c0ab54cc6d2b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:01.524078 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-baaf7e0f-6295-4818-bfa2-530c50d63da0 req-5237d23f-418d-40be-a1fe-c0ab54cc6d2b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 943 time: 0.0868578
Nov 18 16:32:01.526656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58594) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:01.532040 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=576e423526d84529adf63a2c86417b89&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3152258
Nov 18 16:32:01.532040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:01.556850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:32:01.562062 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:32:01.562490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.626840 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-baaf7e0f-6295-4818-bfa2-530c50d63da0 req-d44c4be5-4f22-4108-b636-aca4857b60ad tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0832078
Nov 18 16:32:01.643847 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.672039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.683150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.711233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:32:01.726357 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:01.745565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.751035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9f19c767-fe08-48ad-9072-4cbbc0d8019d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:01.765740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe4e830-0b99-477b-9645-88ed62280049,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:01.769661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:01.770907 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'code': 200}
Nov 18 16:32:01.771345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.773945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:01.775286 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-88a9cb1b-09b3-43fe-9943-da6475128c9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfe4e830-0b99-477b-9645-88ed62280049 HTTP/1.1" status: 204  len: 168 time: 0.2471583
Nov 18 16:32:01.779137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:01.872393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:01.883466 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.883854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.884236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.884655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.885031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.885402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.885768 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.886137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.886503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.886869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.887235 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.887597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.888055 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.888422 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.888840 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.889207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.889572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.889939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.890300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.890662 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.891284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.891649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.892010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.892370 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:01.896801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:02.139919 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5c31b62a-2298-4c51-906d-40fb29478894 req-7c9e1836-c579-4c77-864a-798971f53adb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.0778434
Nov 18 16:32:02.185929 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5c31b62a-2298-4c51-906d-40fb29478894 req-279fce9a-6e40-4e38-9589-aa41b0ed90e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0385914
Nov 18 16:32:02.840395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1864c1a-bcb7-496c-974b-d84430653dbe req-f3272203-7ddf-4d24-98e5-9363e7d1cc12 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:02.842197 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f1864c1a-bcb7-496c-974b-d84430653dbe req-f3272203-7ddf-4d24-98e5-9363e7d1cc12 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 945 time: 0.0831969
Nov 18 16:32:02.892193 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f1864c1a-bcb7-496c-974b-d84430653dbe req-ac82ce75-b424-4114-be9f-4d2c57a0c483 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432553
Nov 18 16:32:03.090502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:32:03.166924 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:32:03.167336 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:03.605066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58644) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:03.759077 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:03.791914 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:32:03.796014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6a98904e9d4cf89d11a69304afae44 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:32:03.798954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:32:03.804676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:32:03.870361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:03.905481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:03.913502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fa0b6ec9-8058-4fb0-907b-b414d6a9d285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:03.958444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b6a98904e9d4cf89d11a69304afae44&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3521688
Nov 18 16:32:03.960106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49745474-5c8f-420f-a9fd-26c3a5e495ba,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:03.961250 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58652) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:03.969449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.969867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.970279 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.970687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.971090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.971492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.971890 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.972287 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.972771 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.973692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.974089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.974485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.974969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.975372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.976004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.976131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.976534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.976927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.977322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.977719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.978114 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.978955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.978955 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.979261 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:03.984029 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-df3c7a93-f210-4085-838c-53cf5eb7c970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:04.295320 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:04.331058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:04.388344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a10ddf-5302-49b7-b00c-447ecbd23cfe req-1ffc39e1-68b3-4593-a8cd-1212beb26add tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:04.389973 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-27a10ddf-5302-49b7-b00c-447ecbd23cfe req-1ffc39e1-68b3-4593-a8cd-1212beb26add tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 945 time: 0.3662186
Nov 18 16:32:04.431789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:04.439470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7d0248d3-a4c7-4f1b-bf0e-11ac261e9f93 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:04.454039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49745474-5c8f-420f-a9fd-26c3a5e495ba,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:04.458020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:04.462882 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-27a10ddf-5302-49b7-b00c-447ecbd23cfe req-f5846907-ad31-49e9-9b24-841a720c977a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0664566
Nov 18 16:32:04.463773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:04.464876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cdcd6b76-796d-455d-a20f-50e81986a8de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49745474-5c8f-420f-a9fd-26c3a5e495ba HTTP/1.1" status: 204  len: 168 time: 0.5025392
Nov 18 16:32:04.534401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b4f98a65-c07e-4f71-9643-8fdc2ae35c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:04.680819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a9b39-c1b5-4dd0-89bc-23a83e12c38c req-928915e2-00f6-4070-80dc-954ae9cf9fe6 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:04.682454 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b7a9b39-c1b5-4dd0-89bc-23a83e12c38c req-928915e2-00f6-4070-80dc-954ae9cf9fe6 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 945 time: 0.0843396
Nov 18 16:32:04.731408 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2b7a9b39-c1b5-4dd0-89bc-23a83e12c38c req-f1268da4-6775-42ab-8dfd-56578d73093d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427415
Nov 18 16:32:04.943203 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-f538f7c6-6505-4197-91c1-cad370535c86 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1582654
Nov 18 16:32:04.953665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:32:04.959969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:32:04.969792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:32:05.031819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:05.183614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:05.470503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Allocated IP 172.27.3.178 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/f4e1f339-8e8d-4b57-b0ed-399a1f46dbe7) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:32:05.632595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:05.699732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:05.715398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2cdec79f-da0b-4ef2-b348-7ba1548b6b69 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:05.785615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:05.861886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=f4e1f339-8e8d-4b57-b0ed-399a1f46dbe7,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:05.866850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:05.909450 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:32:05.911157 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:32:05.913518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:32:06.002525 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.076271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58690) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:06.093372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.230443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.262478 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:32:06.266833 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Usage tracker for resource:security_group_rule and tenant:cdc89dbf8cf34e799b6635589e871ccf is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:32:06.270289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:32:06.276078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:32:06.343582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.364928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.380350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.388147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5fff8f5b-3589-4475-9b15-63c6b08b282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:06.397333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.413888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6d67cd18-0679-452a-ba9d-058781c633b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:06.440908 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdc89dbf8cf34e799b6635589e871ccf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3610225
Nov 18 16:32:06.440908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a32828-8043-46b3-b78f-b01211058d30,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:06.442329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58698) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:06.445187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-795a71c5-40cb-4ad0-aa66-01a195840cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:06.506451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.533857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.562761 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=f4e1f339-8e8d-4b57-b0ed-399a1f46dbe7,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:06.571227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:06.596903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.602612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1d10f315-ed56-44cc-aa44-6c5658b155ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:06.618200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a32828-8043-46b3-b78f-b01211058d30,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:06.620469 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:06.630439 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.634119 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23a32828-8043-46b3-b78f-b01211058d30 HTTP/1.1" status: 204  len: 168 time: 0.1882446
Nov 18 16:32:06.664642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.705634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.707618 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7577026
Nov 18 16:32:06.722819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c592-9680-473e-936b-e965e7d72455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:06.796647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-05df70cc-cc10-42ad-afbd-d4986634fd12 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:32:06.831896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-05df70cc-cc10-42ad-afbd-d4986634fd12 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:32:06.833412 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-05df70cc-cc10-42ad-afbd-d4986634fd12 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 696 time: 0.1192925
Nov 18 16:32:07.007625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-dc0ba341-4235-4701-ac07-cdae33ca3f9d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:07.009246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-67f10a5b-2748-4a94-81d4-013734e9ca5a req-dc0ba341-4235-4701-ac07-cdae33ca3f9d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.1697347
Nov 18 16:32:07.201699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2b4054fc-ee13-4647-9325-cd4eef13a1ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:07.203299 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2b4054fc-ee13-4647-9325-cd4eef13a1ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0833766
Nov 18 16:32:07.287737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:07.288263 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-ddf20178-43dd-4220-a660-39004a9a64cd tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 696 time: 0.0788331
Nov 18 16:32:07.301866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'floatingip': {'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:32:07.378943 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:08.002023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:08.031141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:08.448523 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Floating IP c69b45f4-c2e9-4f4b-882e-f756ba44686e associated. External IP: 172.27.3.178, port: d26e0cc7-b04b-4c5c-9fb2-d711ecccab86.
Nov 18 16:32:08.814271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:08.859661 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:32:09.066623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:32:09.071465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:09.076549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:32:09.089920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:09.090599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441a94128>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:09.127255 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2d6985e5-ae7f-46e2-8f4f-ea5e8a26a578 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "PUT /v2.0/floatingips/c69b45f4-c2e9-4f4b-882e-f756ba44686e HTTP/1.1" status: 200  len: 996 time: 1.8326895
Nov 18 16:32:09.127807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:32:09.190436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'status': 'completed', 'code': 200}
Nov 18 16:32:09.267770 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-80e33180-43c5-4fd2-ad09-9772c7ef93bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.1267886
Nov 18 16:32:09.290517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:09.293082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:32:09.405441 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-d9611532-b43f-4bf1-8b31-92fe5668da24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.1901555
Nov 18 16:32:09.476589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-234ab748-f1d2-468d-87a2-5441dd46001e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:09.478236 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-234ab748-f1d2-468d-87a2-5441dd46001e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.2021990
Nov 18 16:32:09.667389 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90387-888c-46f2-882e-60be36302506 req-43c52670-a06b-4302-a136-982a4b39e458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:09.668168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441a94128>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:07Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:09.668946 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-43c52670-a06b-4302-a136-982a4b39e458 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.2562392
Nov 18 16:32:09.671066 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-95c30324-9a33-4ea1-bdb9-9306b84df2ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 999 time: 0.1420348
Nov 18 16:32:09.672324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:32:09.684334 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:09.685022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441a94128>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:09.832276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-cd9ffd4d-6596-466f-865e-49b14c8a7192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:09.833936 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-cd9ffd4d-6596-466f-865e-49b14c8a7192 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1063504
Nov 18 16:32:09.837279 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-fc112c5a-2ea1-459d-a843-9cf2b1212fb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 999 time: 0.1615107
Nov 18 16:32:09.872166 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:32:09.962627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c90387-888c-46f2-882e-60be36302506 req-c3c9ea0d-d4c2-4596-bc83-45e655b3cafe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:09.964566 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-c3c9ea0d-d4c2-4596-bc83-45e655b3cafe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0898046
Nov 18 16:32:09.984003 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-186d8bd1-1747-4cbe-8d7f-de35da607f1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1430855
Nov 18 16:32:10.178998 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-24f097ca-f380-4546-8628-6a8bbec60e6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1877322
Nov 18 16:32:10.245933 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-1c9b90f5-b5c2-4587-9695-4e87628092f6 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199163
Nov 18 16:32:10.408641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441a94128>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:07Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:10.413111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc5047d-4dc7-4626-b955-d0942a1a9ca0 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:07Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:32:10.456236 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-61a64a7c-7a91-4078-821e-dda58c9ddc78 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623954
Nov 18 16:32:10.508573 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5adbfb71-3976-4024-b3f4-57c0cb7ea936 req-2f48a838-c02d-497a-824d-070f1ae6439b service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2534640
Nov 18 16:32:10.614719 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-21c90387-888c-46f2-882e-60be36302506 req-83d7210b-667c-4fd0-922c-c2a05078dd26 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444213
Nov 18 16:32:10.701941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0564aea0-02d7-44ac-9815-f5dd2a6f019c None None] New status for floating IP c69b45f4-c2e9-4f4b-882e-f756ba44686e: ACTIVE {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:32:30.741326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:32:34.521462 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-5292bdff-3dba-4fc7-bff0-5673b339a20f tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/floatingips/90a45a73-f3dc-4437-bc48-1d003b772153 HTTP/1.1" status: 200  len: 998 time: 0.1113341
Nov 18 16:32:34.522743 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3c30ce0f-b8cc-463b-a8c4-15e1d65d46a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:34.900232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-c27ecaea-0715-4b29-a452-aa407851af90 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:34.901725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-c27ecaea-0715-4b29-a452-aa407851af90 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.3743725
Nov 18 16:32:35.009453 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-b5569688-c894-4ec7-8093-8d62f5345646 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.140 HTTP/1.1" status: 200  len: 1001 time: 0.1013157
Nov 18 16:32:35.089049 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-ec04bf5e-befc-4ae3-8eeb-20afab65a327 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:35.090507 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-ec04bf5e-befc-4ae3-8eeb-20afab65a327 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports/eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 942 time: 0.0754297
Nov 18 16:32:35.465086 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-d4d70ed9-7c35-4a64-b16e-ea9c9e89975d tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.140 HTTP/1.1" status: 200  len: 1001 time: 0.2952402
Nov 18 16:32:35.681025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Deleting port 99ddc23a-ac2a-4142-a732-7269009d95ce {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:35.681629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:35.813408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:35.866697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:35.867064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:35.998535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Calling delete_port for 99ddc23a-ac2a-4142-a732-7269009d95ce owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:36.161755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:36.177101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:36.234377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event deleted for resources: {'Port': ['ID=99ddc23a-ac2a-4142-a732-7269009d95ce,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:36.292527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.292947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.293365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.293773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.294180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.294583 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.294983 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.295383 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.295784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.296182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.296620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.297022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.297511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.297910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.298309 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.298706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.299103 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.299529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.299925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.300319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.300740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.301134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.301529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.301917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:32:36.312807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:36.418376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:36.418757 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Floating IP 90a45a73-f3dc-4437-bc48-1d003b772153 disassociated (deleted). External IP: 172.27.3.140, port: eba611af-c5e3-4127-a911-67ed72d745fe.
Nov 18 16:32:36.756167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ec00a449-4e0c-4ee3-a161-ba28958948a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:36.828582 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Router 4a420944-ec97-4d2e-8313-be6d75af9ad1 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:32:37.038179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:32:37.051277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] Sync routers for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:32:37.063765 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:37.064447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441ae06d8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:37.122630 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:37.178482 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a352f1f8-2c68-43bf-903e-5b36773fb00a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "DELETE /v2.0/floatingips/90a45a73-f3dc-4437-bc48-1d003b772153 HTTP/1.1" status: 204  len: 173 time: 1.7072039
Nov 18 16:32:37.179046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:32:37.243534 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'status': 'completed', 'code': 200}
Nov 18 16:32:37.268881 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:32:37.309573 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-1d9c07be-e2c2-49f7-8004-d25c1325667d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.1176090
Nov 18 16:32:37.347480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:37.468875 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-5cabba17-0fee-47e4-ad12-a78c293f553c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a0135be5042f78bb9e1a785d678de&device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 1162 time: 0.2018597
Nov 18 16:32:37.476511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-6b4233e3-86c8-4b68-955a-c42bc741ee72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:37.478033 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-6b4233e3-86c8-4b68-955a-c42bc741ee72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.1597984
Nov 18 16:32:37.593380 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-3be5696d-b911-46d4-99e9-36fa09206f6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 217 time: 0.0912948
Nov 18 16:32:37.608524 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441ae06d8>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:42Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:37.613259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] Checking router: 4a420944-ec97-4d2e-8313-be6d75af9ad1 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:32:37.624486 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:37.625170 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441ae06d8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:37.829196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:32:37.959854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a49f10d8-5a8f-4a27-88da-736020d2e16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:37.961444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-a49f10d8-5a8f-4a27-88da-736020d2e16e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.3219910
Nov 18 16:32:37.963872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-373836f4-4eed-4a90-98ef-b6503898060b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:37.965347 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-373836f4-4eed-4a90-98ef-b6503898060b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 200  len: 903 time: 0.4864128
Nov 18 16:32:38.082474 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-ae2a7446-451f-48a4-b0a1-2853b1d7f79a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 200  len: 217 time: 0.0805914
Nov 18 16:32:38.163163 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-49cb761f-8c48-4a74-ba06-0f7d6f958507 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1950994
Nov 18 16:32:38.166788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441ae06d8>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:42Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:38.168537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-e793a87f-4b04-4a18-a69f-766fb6d3dc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:38.170041 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-e793a87f-4b04-4a18-a69f-766fb6d3dc19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 200  len: 848 time: 0.0806706
Nov 18 16:32:38.171146 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76873a-f8ce-4713-af21-70e9cc7b1f77 None None] The sync data for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi is: [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:27:29Z', 'revision_number': 4, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '4503a0a6-57e5-4a0c-b492-ff7704d1bfe3', 'name': '', 'network_id': '8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'mac_address': 'fa:16:3e:2f:a1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fbf5ece-500e-4446-bc27-706953f69990', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:27Z', 'updated_at': '2020-11-18T16:27:42Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'subnets': [{'id': '4fbf5ece-500e-4446-bc27-706953f69990', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:32:38.372455 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-335347ad-2bb0-4a29-a2c4-524ea38d8a11 service neutron] 10.222.0.23 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013874
Nov 18 16:32:38.379744 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-88e1f6f1-3eba-419e-a4eb-834690db929d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1843312
Nov 18 16:32:38.567698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8bdda-436f-44ae-9188-c5c54f9f9dd0 None None] New status for floating IP 90a45a73-f3dc-4437-bc48-1d003b772153: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:32:38.642882 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b89b52-d5d6-4c7a-9b4f-e331d0023e5f req-3da0e940-af6c-4f28-874f-2bd4c0722f06 service neutron] 10.222.0.23 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2620826
Nov 18 16:32:38.648899 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-88a4b09b-576c-4396-85c6-822fb9e1657c service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2441130
Nov 18 16:32:38.802080 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:38.806701 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f4d2e296-5bd6-48ac-bb31-16d7e716338a req-884d1684-0dae-4ade-9cab-0d32edafd436 service neutron] 10.222.0.37 "GET /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1511862
Nov 18 16:32:39.146109 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8936de0-eef9-4ff8-bc24-d464bfed6cf8 req-b269619c-e49e-4af8-9223-284fc91f0051 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:39.146860 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e8936de0-eef9-4ff8-bc24-d464bfed6cf8 req-b269619c-e49e-4af8-9223-284fc91f0051 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:32:39.178988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-e8936de0-eef9-4ff8-bc24-d464bfed6cf8 req-b269619c-e49e-4af8-9223-284fc91f0051 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:32:39.180294 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e8936de0-eef9-4ff8-bc24-d464bfed6cf8 req-b269619c-e49e-4af8-9223-284fc91f0051 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.1154208
Nov 18 16:32:39.230529 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e8936de0-eef9-4ff8-bc24-d464bfed6cf8 req-3d8e1d75-a4ed-4445-853c-81e65146a893 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0440767
Nov 18 16:32:39.276628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:40.444266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f318427-12cf-4901-8da5-735bd7b7ddfa req-aa948f18-115b-4676-a829-fc19675eca4c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:40.445830 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f318427-12cf-4901-8da5-735bd7b7ddfa req-aa948f18-115b-4676-a829-fc19675eca4c tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0866985
Nov 18 16:32:40.495057 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f318427-12cf-4901-8da5-735bd7b7ddfa req-b5b94e5d-896f-47eb-9bd0-46c5a35d78d1 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups?id=0f25c311-ddb6-4539-a991-2a90c75a0b12&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427287
Nov 18 16:32:40.621602 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-7c67c9fa-f9fe-427a-b804-89ec5038bca4 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:40.623151 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-7c67c9fa-f9fe-427a-b804-89ec5038bca4 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.37 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 945 time: 0.0823441
Nov 18 16:32:40.703502 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Deleting port eba611af-c5e3-4127-a911-67ed72d745fe {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:40.703834 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:40.956026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] For port eba611af-c5e3-4127-a911-67ed72d745fe, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=eba611af-c5e3-4127-a911-67ed72d745fe,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:40.956308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:41.085492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Calling delete_port for eba611af-c5e3-4127-a911-67ed72d745fe owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:41.281448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:32:41.319696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: eba611af-c5e3-4127-a911-67ed72d745fe {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:32:41.320468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device eba611af-c5e3-4127-a911-67ed72d745fe not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:32:41.338963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:41.356981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e3715cbe-0513-4bec-b652-708b3986d560 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:41.412527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event deleted for resources: {'Port': ['ID=eba611af-c5e3-4127-a911-67ed72d745fe,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:41.417067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:41.559931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] No DVR routers for this DVR port eba611af-c5e3-4127-a911-67ed72d745fe on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:32:41.562189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:41.575808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-deleted', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:32:41.624873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267', 'name': 'network-vif-deleted', 'tag': 'eba611af-c5e3-4127-a911-67ed72d745fe', 'status': 'completed', 'code': 200}
Nov 18 16:32:41.668877 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-018cb270-e8cc-4d4a-bfb5-0c16ca632ee4 req-d4b2bd22-1bd8-4522-94fc-3bcad85928fe tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.37 "DELETE /v2.0/ports/eba611af-c5e3-4127-a911-67ed72d745fe HTTP/1.1" status: 204  len: 173 time: 1.0403216
Nov 18 16:32:41.676588 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-a2cbaa97-1877-49f3-b52c-2c2c91a3c52e req-80f7999f-434a-40f9-925d-3643399e9be2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Synchronizing usage tracker for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:32:41.768135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-a2cbaa97-1877-49f3-b52c-2c2c91a3c52e req-80f7999f-434a-40f9-925d-3643399e9be2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Unset dirty status for tenant:dc1a0135be5042f78bb9e1a785d678de on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:32:41.769726 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a2cbaa97-1877-49f3-b52c-2c2c91a3c52e req-80f7999f-434a-40f9-925d-3643399e9be2 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 210 time: 0.1432328
Nov 18 16:32:42.969336 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c764b08e-049b-418c-a19b-f2ea68678886 req-460b99f6-86a7-49dc-972d-e17580b0d022 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/ports?device_id=69d7aaa0-e53e-43a5-a48c-5cf5ec5e6267 HTTP/1.1" status: 200  len: 210 time: 0.0504417
Nov 18 16:32:44.157422 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-985d7adb-a880-4433-831d-987d1acd8394 req-a54e29b0-1681-48e7-9798-5da24ca57915 tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "GET /v2.0/security-groups/0f25c311-ddb6-4539-a991-2a90c75a0b12 HTTP/1.1" status: 200  len: 2645 time: 0.0503333
Nov 18 16:32:44.229164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-985d7adb-a880-4433-831d-987d1acd8394 req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:44.257948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-985d7adb-a880-4433-831d-987d1acd8394 req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:44.344826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-985d7adb-a880-4433-831d-987d1acd8394 req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:44.350163 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d26770ba-71ba-4ca6-aa6f-e130ef1fc718 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:44.369027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f25c311-ddb6-4539-a991-2a90c75a0b12,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:44.371827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:44.395684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-985d7adb-a880-4433-831d-987d1acd8394 req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:44.396849 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-985d7adb-a880-4433-831d-987d1acd8394 req-e6a8e75f-6975-4dfe-8d5d-03ca57efb4ec tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] 10.222.0.23 "DELETE /v2.0/security-groups/0f25c311-ddb6-4539-a991-2a90c75a0b12 HTTP/1.1" status: 204  len: 173 time: 0.2334473
Nov 18 16:32:44.467690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58840) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:45.007325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:45.849500 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Deleting port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:45.850004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:46.030491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] For port 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:46.030893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:46.161059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Calling delete_port for 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 owned by network:router_interface {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:46.395858 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:46.411032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-648acde6-9d86-40c0-93e8-9fffe424402b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:46.464464 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4503a0a6-57e5-4a0c-b492-ff7704d1bfe3,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:46.469192 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:46.833473 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:47.598337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Router 4a420944-ec97-4d2e-8313-be6d75af9ad1 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:32:47.815151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:32:47.824181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] Sync routers for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:32:47.838019 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:47.852046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14408ca0f0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:47.912397 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0e296cd1-1292-4b8c-8024-38fd9f4678bf admin admin] 10.222.0.23 "PUT /v2.0/routers/4a420944-ec97-4d2e-8313-be6d75af9ad1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4434872
Nov 18 16:32:47.915206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58852) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:48.027836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:32:48.169026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:48.347315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14408ca0f0>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:32:46Z', 'revision_number': 5, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port': {'id': 'a5f18cd0-d377-427c-8f32-3594253f95cf', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:20Z', 'updated_at': '2020-11-18T16:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:48.351488 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] Checking router: 4a420944-ec97-4d2e-8313-be6d75af9ad1 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:32:48.363416 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] Routers {'4a420944-ec97-4d2e-8313-be6d75af9ad1'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:48.364028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14408ca0f0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['4a420944-ec97-4d2e-8313-be6d75af9ad1'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:48.376081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:48.418168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Deleting port a5f18cd0-d377-427c-8f32-3594253f95cf {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:48.418550 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:48.523669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] Set router 4a420944-ec97-4d2e-8313-be6d75af9ad1 gateway port host: None {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:32:48.606944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] For port a5f18cd0-d377-427c-8f32-3594253f95cf, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a5f18cd0-d377-427c-8f32-3594253f95cf,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:48.607554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:48.636145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14408ca0f0>, [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:32:48Z', 'revision_number': 6, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port_host': None}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:48.640382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd131d-c629-4a34-a63a-484f27627fcf None None] The sync data for ids ['4a420944-ec97-4d2e-8313-be6d75af9ad1'] in dv-cinder-759955-2-iscsi is: [{'id': '4a420944-ec97-4d2e-8313-be6d75af9ad1', 'name': 'tempest-TestShelveInstance-2145114208-router', 'tenant_id': 'dc1a0135be5042f78bb9e1a785d678de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:17Z', 'updated_at': '2020-11-18T16:32:48Z', 'revision_number': 6, 'project_id': 'dc1a0135be5042f78bb9e1a785d678de', 'gw_port_host': None}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:32:48.736835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Calling delete_port for a5f18cd0-d377-427c-8f32-3594253f95cf owned by network:router_gateway {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:49.081468 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.097448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-79dea063-a20b-4d1d-9e41-cfc0105edffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:49.156263 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f18cd0-d377-427c-8f32-3594253f95cf,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:49.207443 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:49.456153 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.719645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.724377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.772882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.773494 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a420944-ec97-4d2e-8313-be6d75af9ad1 {{(pid=80404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:32:49.786990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.788279 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-0ccf9728-0d7e-47da-94d6-c501b0a84cf9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4a420944-ec97-4d2e-8313-be6d75af9ad1 HTTP/1.1" status: 204  len: 168 time: 1.8719168
Nov 18 16:32:49.790892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58862) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:49.858155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Deleting subnet 4fbf5ece-500e-4446-bc27-706953f69990 {{(pid=80403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:32:49.861298 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:49.913328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2436002'] for subnet, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:50.216569 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:50.348707 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a5f18cd0-d377-427c-8f32-3594253f95cf no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:32:50.505066 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852613592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852369501'] for subnet, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:50.522168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:50.551031 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: a5f18cd0-d377-427c-8f32-3594253f95cf {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:32:50.551797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a5f18cd0-d377-427c-8f32-3594253f95cf not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:32:50.552057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:32:50.574194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbf5ece-500e-4446-bc27-706953f69990,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:50.577879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:50.587679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:32:50.588085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 4503a0a6-57e5-4a0c-b492-ff7704d1bfe3 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:32:50.673831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for subnet, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:50.678837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2ebbb-169c-4012-847b-080e44e35b67 None None] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:32:50.682466 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-70b7a559-756a-4694-baf7-b5aaa5b59452 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fbf5ece-500e-4446-bc27-706953f69990 HTTP/1.1" status: 204  len: 168 time: 0.8882160
Nov 18 16:32:50.682828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58872) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:50.801664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:50.868313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Deleting port 6002fbbe-8210-4fe0-8b69-441e000ec371 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:50.868637 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:50.933182 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] DHCP port deletion for 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c request from dv-cinder-759955-2-iscsi {{(pid=80405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 16:32:50.937665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Deleting port 6002fbbe-8210-4fe0-8b69-441e000ec371 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:50.938096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.103704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] For port 6002fbbe-8210-4fe0-8b69-441e000ec371, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=6002fbbe-8210-4fe0-8b69-441e000ec371,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:51.104117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.156442 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] For port 6002fbbe-8210-4fe0-8b69-441e000ec371, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=6002fbbe-8210-4fe0-8b69-441e000ec371,segment=NetworkSegment(060193aa-96ea-45f4-a120-f9a4232f9af6),segment_id=060193aa-96ea-45f4-a120-f9a4232f9af6)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:51.156846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.233537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Calling delete_port for 6002fbbe-8210-4fe0-8b69-441e000ec371 owned by network:dhcp {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:51.284387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Calling delete_port for 6002fbbe-8210-4fe0-8b69-441e000ec371 owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:51.356059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.358519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:32:51.358931 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:32:51.371850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:51.426539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=6002fbbe-8210-4fe0-8b69-441e000ec371,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:51.431082 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:51.518886 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] No DVR routers for this DVR port 6002fbbe-8210-4fe0-8b69-441e000ec371 on host dv-cinder-759955-2-iscsi {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:32:51.644796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.757106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1440ac03c8>,) {'filters': {'network_id': ['8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c']}} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:51.772097 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1440ac03c8>, '060193aa-96ea-45f4-a120-f9a4232f9af6') {'for_net_delete': True} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:51.773854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1440ac03c8>, '060193aa-96ea-45f4-a120-f9a4232f9af6') {} {{(pid=80403) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:51.786350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852339814'] for segment, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.801690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.803709 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:32:51.860413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Deleting port 6002fbbe-8210-4fe0-8b69-441e000ec371 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:51.860912 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:51.927612 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-6e497df0-2218-4f7c-a3b1-09ac1c358fc8 None None] The port '6002fbbe-8210-4fe0-8b69-441e000ec371' was deleted {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 16:32:51.981511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:32:51.991194 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852613515'] for segment, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.175256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Network 8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c has no segments {{(pid=80403) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:32:52.197861 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:32:52.309921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.313521 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-53822740-62d1-4411-a24d-f6088d01ea30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:52.328595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.339923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:52.344185 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:52.347021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 6002fbbe-8210-4fe0-8b69-441e000ec371 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:32:52.389125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 6002fbbe-8210-4fe0-8b69-441e000ec371 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:32:52.389125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 6002fbbe-8210-4fe0-8b69-441e000ec371 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:32:52.408818 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8cc2ee0f-e1e8-4af3-9b25-08fdaeda179c HTTP/1.1" status: 204  len: 168 time: 1.7242818
Nov 18 16:32:52.626123 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58892) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:52.683565 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8d9c73cc-b591-4000-a4f8-068d752776ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc1a0135be5042f78bb9e1a785d678de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0560994
Nov 18 16:32:52.686214 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58896) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:32:52.749028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.776683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.869970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.874963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a0c2e9be-aee6-4bfe-ad30-9886659f0894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:52.889045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c976217-8d3b-415b-8fc7-225493f5a988,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:52.893992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:52.897256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:52.898495 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c91b065d-09c8-43b1-af3c-c351b03b6571 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c976217-8d3b-415b-8fc7-225493f5a988 HTTP/1.1" status: 204  len: 168 time: 0.2113192
Nov 18 16:32:56.457703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca5c4-1906-450e-ab92-3616cbf5f394 req-b5fc60d4-2f72-454b-8f3c-ab7492670a60 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:56.459184 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5f8ca5c4-1906-450e-ab92-3616cbf5f394 req-b5fc60d4-2f72-454b-8f3c-ab7492670a60 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.0831096
Nov 18 16:32:56.506690 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5f8ca5c4-1906-450e-ab92-3616cbf5f394 req-b79caea4-f60a-41b2-90af-e15778d2e373 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415356
Nov 18 16:32:57.718689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f439576-2725-4f3b-b655-0634766db696 req-04eb0cba-2066-4c17-9eb7-a3e3d6226edb tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:57.720286 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6f439576-2725-4f3b-b655-0634766db696 req-04eb0cba-2066-4c17-9eb7-a3e3d6226edb tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.0859919
Nov 18 16:32:57.768964 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6f439576-2725-4f3b-b655-0634766db696 req-1b254773-7cbd-423e-bebc-f106bd7d32ad tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420134
Nov 18 16:32:58.236438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c9ce7-d047-4147-9350-efef2381288b req-a7455bda-61c8-4f68-9a5b-3ff804d51320 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:58.238037 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f27c9ce7-d047-4147-9350-efef2381288b req-a7455bda-61c8-4f68-9a5b-3ff804d51320 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.0827520
Nov 18 16:32:58.315299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Deleting port d819d6af-2d3e-4ebc-add1-582835c50552 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:32:58.315710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:58.563527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] For port d819d6af-2d3e-4ebc-add1-582835c50552, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d819d6af-2d3e-4ebc-add1-582835c50552,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:32:58.563926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:58.863511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:58.864091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:58.864259 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Floating IP fbfe12d9-7b4f-4c90-850b-2ecd269e7e01 disassociated. External IP: 172.27.3.146, port: d819d6af-2d3e-4ebc-add1-582835c50552.
Nov 18 16:32:58.864691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Calling delete_port for d819d6af-2d3e-4ebc-add1-582835c50552 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:32:59.060175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e1d84-eea8-4856-94f2-1cf17d526df1 req-665f5129-9ef1-489c-b9a1-2125fb75f914 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:32:59.061828 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-907e1d84-eea8-4856-94f2-1cf17d526df1 req-665f5129-9ef1-489c-b9a1-2125fb75f914 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 945 time: 0.1622689
Nov 18 16:32:59.118362 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-907e1d84-eea8-4856-94f2-1cf17d526df1 req-38905a5a-5e06-4325-9546-c45e245f2bfc tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups?id=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484109
Nov 18 16:32:59.121369 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:59.136337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-475da5b1-e304-4638-b04f-8504f3494c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:32:59.194891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event deleted for resources: {'Port': ['ID=d819d6af-2d3e-4ebc-add1-582835c50552,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:32:59.200135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:32:59.383889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d819d6af-2d3e-4ebc-add1-582835c50552 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:32:59.419932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: d819d6af-2d3e-4ebc-add1-582835c50552 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:32:59.420423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d819d6af-2d3e-4ebc-add1-582835c50552 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:32:59.732979 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Router 2ae323c5-499b-4f73-abde-327d26ecd938 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:32:59.952794 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:32:59.966691 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:32:59.980372 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:32:59.981134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442099c88>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:32:59.991821 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] No DVR routers for this DVR port d819d6af-2d3e-4ebc-add1-582835c50552 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:32:59.994064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:32:59.997020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'name': 'network-vif-deleted', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:33:00.011124 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f27c9ce7-d047-4147-9350-efef2381288b req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.37 "DELETE /v2.0/ports/d819d6af-2d3e-4ebc-add1-582835c50552 HTTP/1.1" status: 204  len: 173 time: 1.7657301
Nov 18 16:33:00.066237 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91a4973-ac99-4ab1-bd8b-81acbc13bbcb', 'name': 'network-vif-deleted', 'tag': 'd819d6af-2d3e-4ebc-add1-582835c50552', 'status': 'completed', 'code': 200}
Nov 18 16:33:00.191325 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:33:00.313827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-16e48636-3dbb-4856-bd6b-6056492cc045 req-8b6f8491-1fd0-4da9-b1e1-207e314f01ba tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Synchronizing usage tracker for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:33:00.344101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-16e48636-3dbb-4856-bd6b-6056492cc045 req-8b6f8491-1fd0-4da9-b1e1-207e314f01ba tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Unset dirty status for tenant:1895a5ee68ef41cdbc385b0b3f2ed6da on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:33:00.345451 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-16e48636-3dbb-4856-bd6b-6056492cc045 req-8b6f8491-1fd0-4da9-b1e1-207e314f01ba tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/ports?device_id=f91a4973-ac99-4ab1-bd8b-81acbc13bbcb HTTP/1.1" status: 200  len: 210 time: 0.0803642
Nov 18 16:33:00.672241 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442099c88>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:00.676919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:33:00.687884 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:33:00.688599 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442099c88>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:32:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:00.868786 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:33:01.193483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442099c88>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:01.197839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ee944-cdb8-4752-9198-bcb4e11eb3f7 None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:27:47Z', 'revision_number': 4, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '5813c770-e234-48ce-a8a0-3a94f13aa6fd', 'name': '', 'network_id': 'dd5995ed-5779-432c-bfea-0476850095db', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'mac_address': 'fa:16:3e:c3:39:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:46Z', 'updated_at': '2020-11-18T16:27:58Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'subnets': [{'id': '8b7f3b71-2aa3-4425-bd47-31eef328e928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:33:01.534764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58944) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:01.590340 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064177a7-f345-4f3e-b1e0-b90633f2ca75 None None] New status for floating IP fbfe12d9-7b4f-4c90-850b-2ecd269e7e01: DOWN {{(pid=80405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:33:01.605518 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:01.634058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:01.715970 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:01.721883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70035fc3-79c2-4e97-b99c-f8fac9757cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:01.736941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f971ab-7fd3-4b26-bbf9-93ff21254dcb,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:01.739676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:01.778232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:01.779467 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9d38ca90-6fcf-4dd3-b493-a63128ec2ed1 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "DELETE /v2.0/security-groups/f8f971ab-7fd3-4b26-bbf9-93ff21254dcb HTTP/1.1" status: 204  len: 168 time: 0.2436531
Nov 18 16:33:01.782151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58948) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:01.800813 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.api.v2.resource [None req-87bf5c48-00b3-4d07-a622-fad701d524b7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] show failed (client error): The resource could not be found.
Nov 18 16:33:01.801876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-87bf5c48-00b3-4d07-a622-fad701d524b7 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "GET /v2.0/security-groups/f8f971ab-7fd3-4b26-bbf9-93ff21254dcb HTTP/1.1" status: 404  len: 347 time: 0.0187728
Nov 18 16:33:01.804747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58952) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:01.969846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Deleting port a968ac9a-1cee-44e2-9b7b-2ea7215863f9 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:33:01.970133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:02.146324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:02.146697 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:02.272326 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Calling delete_port for a968ac9a-1cee-44e2-9b7b-2ea7215863f9 owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:33:02.441646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:02.457427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:02.510541 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Pushing event deleted for resources: {'Port': ['ID=a968ac9a-1cee-44e2-9b7b-2ea7215863f9,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:02.516747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:02.675361 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:02.721059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:02.722295 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-3088a7f0-6d4c-4f19-b291-6a34acaa6ce4 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] 10.222.0.23 "DELETE /v2.0/floatingips/fbfe12d9-7b4f-4c90-850b-2ecd269e7e01 HTTP/1.1" status: 204  len: 168 time: 0.9165843
Nov 18 16:33:04.544395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e08268d4-29c2-45a3-b2fe-38ff1a353357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:05.807423 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:06.738266 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e6bc492e-de6e-4b33-8092-16220b7b4f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:07.274144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58982) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:07.298407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:07.742065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:33:07.932766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:08.758083 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Deleting port 5813c770-e234-48ce-a8a0-3a94f13aa6fd {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:33:08.758668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:08.802222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:08.938119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] For port 5813c770-e234-48ce-a8a0-3a94f13aa6fd, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=5813c770-e234-48ce-a8a0-3a94f13aa6fd,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:33:08.938515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:09.065434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Calling delete_port for 5813c770-e234-48ce-a8a0-3a94f13aa6fd owned by network:router_interface {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:33:09.281278 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:09.297948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-254231db-60a9-4d0c-a047-17737f5e0891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:09.315570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:09.355211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5813c770-e234-48ce-a8a0-3a94f13aa6fd,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:09.359246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:09.723759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:10.455831 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Router 2ae323c5-499b-4f73-abde-327d26ecd938 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:33:10.663199 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:33:10.672056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] Sync routers for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:33:10.676232 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d428e118-bbf6-4e6b-b0ff-06470bfb9e45 admin admin] 10.222.0.23 "PUT /v2.0/routers/2ae323c5-499b-4f73-abde-327d26ecd938/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4009163
Nov 18 16:33:10.678780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 58988) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:10.685865 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:33:10.686530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442077908>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:33:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:10.868608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:33:10.883173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks [] for router, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:11.179101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442077908>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:33:09Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:11.183260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] Checking router: 2ae323c5-499b-4f73-abde-327d26ecd938 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:33:11.194342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] Routers {'2ae323c5-499b-4f73-abde-327d26ecd938'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:33:11.194988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1442077908>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:33:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['2ae323c5-499b-4f73-abde-327d26ecd938'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:11.308815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:11.361444 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Deleting port 15ebf362-5443-4e41-9811-5f4a971125df {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:33:11.361759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:11.375981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] Set router 2ae323c5-499b-4f73-abde-327d26ecd938 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:33:11.542633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] For port 15ebf362-5443-4e41-9811-5f4a971125df, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=15ebf362-5443-4e41-9811-5f4a971125df,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:33:11.543217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:11.671843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Calling delete_port for 15ebf362-5443-4e41-9811-5f4a971125df owned by network:router_gateway {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:33:11.672151 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1442077908>, [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:33:09Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:11.677455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9760d1a9-6a4a-43d1-8525-d4e9eea64f5d None None] The sync data for ids ['2ae323c5-499b-4f73-abde-327d26ecd938'] in dv-cinder-759955-2-iscsi is: [{'id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'name': 'tempest-AttachVolumeTestJSON-490372257-router', 'tenant_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '15ebf362-5443-4e41-9811-5f4a971125df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:27:42Z', 'updated_at': '2020-11-18T16:33:09Z', 'revision_number': 5, 'project_id': '1895a5ee68ef41cdbc385b0b3f2ed6da', 'gw_port': {'id': '15ebf362-5443-4e41-9811-5f4a971125df', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:65:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae323c5-499b-4f73-abde-327d26ecd938', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:27:43Z', 'updated_at': '2020-11-18T16:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:33:11.933020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:11.952470 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-82a6d746-5a9e-4d8b-925d-1cedadfa2f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:12.007402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=15ebf362-5443-4e41-9811-5f4a971125df,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:12.011451 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:12.306609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:12.368392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5813c770-e234-48ce-a8a0-3a94f13aa6fd no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:33:12.405434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 5813c770-e234-48ce-a8a0-3a94f13aa6fd {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:33:12.405829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5813c770-e234-48ce-a8a0-3a94f13aa6fd not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:33:12.575825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:12.580804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:12.806836 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:12.807428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae323c5-499b-4f73-abde-327d26ecd938 {{(pid=80403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:33:12.820591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Notify callbacks [] for router, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:12.821834 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] 10.222.0.23 "DELETE /v2.0/routers/2ae323c5-499b-4f73-abde-327d26ecd938 HTTP/1.1" status: 204  len: 168 time: 2.1420763
Nov 18 16:33:12.824495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58992) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:12.894627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Deleting subnet 8b7f3b71-2aa3-4425-bd47-31eef328e928 {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:33:12.897817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:12.949504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:13.254623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:13.733427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:13.752482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e401598f-6dc3-48fb-9621-44769a6b0089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:13.798829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7f3b71-2aa3-4425-bd47-31eef328e928,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:13.860108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.860564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.860993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.861399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.861800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.862200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.862594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.862989 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.863384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.863779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.864175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.864592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.865073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.865471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.865887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.866255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.866645 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.867038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.867427 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.867819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.868208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.868624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.869015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.869404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:13.878158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:13.909233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:13.914335 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa7af9-9b1e-4a07-a488-53d5fd28398b None None] Network dd5995ed-5779-432c-bfea-0476850095db requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:33:13.915274 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a6858a5b-e783-4617-a9a6-e6433194ccfe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b7f3b71-2aa3-4425-bd47-31eef328e928 HTTP/1.1" status: 204  len: 168 time: 1.0896676
Nov 18 16:33:13.917944 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 58996) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:14.034854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.102665 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Deleting port f54009fd-4b35-4769-8599-072793173d70 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:33:14.103202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.173125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] DHCP port deletion for dd5995ed-5779-432c-bfea-0476850095db request from dv-cinder-759955-2-iscsi {{(pid=80405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 16:33:14.177359 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Deleting port f54009fd-4b35-4769-8599-072793173d70 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:33:14.177792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.326011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] For port f54009fd-4b35-4769-8599-072793173d70, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=f54009fd-4b35-4769-8599-072793173d70,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:33:14.326492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.372223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device f54009fd-4b35-4769-8599-072793173d70 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:33:14.438616 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] For port f54009fd-4b35-4769-8599-072793173d70, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=f54009fd-4b35-4769-8599-072793173d70,segment=NetworkSegment(83910f64-5921-40c2-820f-8e0e07e751a5),segment_id=83910f64-5921-40c2-820f-8e0e07e751a5)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:33:14.439556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.454076 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Calling delete_port for f54009fd-4b35-4769-8599-072793173d70 owned by network:dhcp {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:33:14.549905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.565656 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0b1cc0f0-ba84-4005-bd12-8959e3a7d317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:14.575619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Calling delete_port for f54009fd-4b35-4769-8599-072793173d70 owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:33:14.609747 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No active binding found for port f54009fd-4b35-4769-8599-072793173d70 {{(pid=80405) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Nov 18 16:33:14.610215 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device f54009fd-4b35-4769-8599-072793173d70 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:33:14.611211 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 15ebf362-5443-4e41-9811-5f4a971125df no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:33:14.620818 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54009fd-4b35-4769-8599-072793173d70,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:14.625690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:14.650619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 15ebf362-5443-4e41-9811-5f4a971125df {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:33:14.651021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 15ebf362-5443-4e41-9811-5f4a971125df not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:33:14.685990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:33:14.686406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:33:14.707925 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] No DVR routers for this DVR port f54009fd-4b35-4769-8599-072793173d70 on host dv-cinder-759955-2-iscsi {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:33:14.830068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:14.943333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14407cf860>,) {'filters': {'network_id': ['dd5995ed-5779-432c-bfea-0476850095db']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:14.955917 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14407cf860>, '83910f64-5921-40c2-820f-8e0e07e751a5') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:14.956259 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14407cf860>, '83910f64-5921-40c2-820f-8e0e07e751a5') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:33:14.968100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:15.041392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:15.043632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:33:15.187677 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Deleting port f54009fd-4b35-4769-8599-072793173d70 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:33:15.188047 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:15.223848 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Network dd5995ed-5779-432c-bfea-0476850095db has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:33:15.233208 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:15.253009 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0433aab5-5d5c-4f0f-9b5b-a5bd59bed514 None None] The port 'f54009fd-4b35-4769-8599-072793173d70' was deleted {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 16:33:15.414075 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Network dd5995ed-5779-432c-bfea-0476850095db has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:33:15.436277 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:33:15.738365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:15.742866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:15.746622 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:15.773175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5995ed-5779-432c-bfea-0476850095db,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:15.775973 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:15.813338 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4ef055d0-1f44-4cb2-8603-830cb551f332 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd5995ed-5779-432c-bfea-0476850095db HTTP/1.1" status: 204  len: 168 time: 1.8943977
Nov 18 16:33:16.049538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59002) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:16.102617 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-cdd10182-702a-4810-9142-9a81ed661e59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1895a5ee68ef41cdbc385b0b3f2ed6da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0516524
Nov 18 16:33:16.105095 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59006) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:16.166700 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:16.193393 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:16.298188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:16.304142 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b6e8dd25-d925-46b2-99db-4df1a2d09c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:16.320277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c69e80-6f30-4078-bddd-ca7dfd62de27,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:16.323179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:16.327319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:16.329239 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fb9866b2-1975-4e31-a533-f83dd7881bf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9c69e80-6f30-4078-bddd-ca7dfd62de27 HTTP/1.1" status: 204  len: 168 time: 0.2226624
Nov 18 16:33:28.840619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59136) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:28.989539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.025535 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:29.029639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b27efd38e96b425f903a3c364e2f5d90 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:33:29.032646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:33:29.038406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:29.104750 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.149190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.156703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-55f4a207-0409-48ac-84db-6f7c73488cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:29.198447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55340c10-c627-45f1-a45f-d6b2f85cdcd1,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:29.202007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:29.205790 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b27efd38e96b425f903a3c364e2f5d90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3640749
Nov 18 16:33:29.208489 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59142) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:29.271274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.297421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.423086 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.428539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-622739a6-0ab6-435c-938d-dc8ca14a760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:29.444648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55340c10-c627-45f1-a45f-d6b2f85cdcd1,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:29.447732 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:29.450206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:29.450892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55340c10-c627-45f1-a45f-d6b2f85cdcd1 HTTP/1.1" status: 204  len: 168 time: 0.2415366
Nov 18 16:33:29.949543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59150) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:29.968903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.002030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:30.006096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:71080f8c9505456995b659f515ab0fbe is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:33:30.009065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:33:30.014862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:30.084090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.143962 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.151866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cf7ca910-82ab-43ad-881c-3c2ac1fcd060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:30.196949 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71080f8c9505456995b659f515ab0fbe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2462637
Nov 18 16:33:30.197776 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f416f01-15aa-43a9-b4f9-d57f4d7bb46e,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:30.199706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59154) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:30.201012 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-85be5e5f-0f62-4887-9e50-67ed05ddf5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:30.266364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.294133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.366213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.371251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-70e03a01-e518-4c16-bf64-77d3ff7bb5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:30.384997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f416f01-15aa-43a9-b4f9-d57f4d7bb46e,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:30.387744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:30.388947 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:30.390142 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d74479f9-5ac3-45e8-ba84-33b588868724 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f416f01-15aa-43a9-b4f9-d57f4d7bb46e HTTP/1.1" status: 204  len: 168 time: 0.1893966
Nov 18 16:33:30.969554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59162) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:30.989461 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.021960 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:31.026014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a3da1b1b29400fa24b5caa1de75245 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:33:31.029028 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:33:31.034868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:31.103060 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.131853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.139395 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-586cb1e9-d79f-4606-8d85-5b84ee513357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:31.186350 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd70a48-e9da-4b03-b3cc-a882b6281130,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:31.191752 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6a3da1b1b29400fa24b5caa1de75245&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2200720
Nov 18 16:33:31.191752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b04c112a-8531-4aed-a6b3-f915ef086126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:31.193362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59166) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:31.254961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.281613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.354322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.359244 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1a66b23f-6ae5-45e7-82fe-b43a7d251d09 tempest-TestMinimumBasicScenario-269733445 tempest-TestMinimumBasicScenario-269733445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:31.373385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd70a48-e9da-4b03-b3cc-a882b6281130,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:31.376452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:31.377428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:31.378627 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fd70a48-e9da-4b03-b3cc-a882b6281130 HTTP/1.1" status: 204  len: 168 time: 0.1843119
Nov 18 16:33:33.045057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59196) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:33.193373 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.225969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:33.229965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f74bb4897642e6993b8ce6bab49c10 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:33:33.232887 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:33:33.238566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:33.304477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.332079 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.339539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-99e322d7-4583-462f-9e73-b07b1268c26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:33.385231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287b78b1-ea1a-4f25-8d94-238f730a8675,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:33.390011 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1f74bb4897642e6993b8ce6bab49c10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3438947
Nov 18 16:33:33.390946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d9921059-f64b-43c3-9ac8-f899923396d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:33.393648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59202) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:33.455910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.482297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.572206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.577233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-29da8a5a-0822-4634-ae64-aa3ecca5c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:33.590184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287b78b1-ea1a-4f25-8d94-238f730a8675,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:33.592721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:33.596181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:33.597486 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-5c5fbeec-d7d1-4a96-978c-3fe6e654300a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/287b78b1-ea1a-4f25-8d94-238f730a8675 HTTP/1.1" status: 204  len: 168 time: 0.2027984
Nov 18 16:33:34.526619 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-205f964c-015f-4928-b4e1-cdd176217333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:35.789333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:36.755256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-874c42e5-53ea-41f8-87c5-7f55728767fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:37.291789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:38.223316 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-7372883e-40db-4f42-8451-df29be9d93a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2125926
Nov 18 16:33:38.368646 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-14090747-f252-41bc-a81c-855422df42c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.0742502
Nov 18 16:33:38.522787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-f05407d7-9b40-4297-b690-a7820e92f03d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:38.524340 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-f05407d7-9b40-4297-b690-a7820e92f03d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1377218
Nov 18 16:33:38.632238 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-41abbe59-fbce-4250-b98e-ef5d3b844624 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 1001 time: 0.1011147
Nov 18 16:33:38.699282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-6b9c6905-d7c8-45bb-a33a-20785ae65f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:38.700821 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-6b9c6905-d7c8-45bb-a33a-20785ae65f69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0630791
Nov 18 16:33:38.786325 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-fce34ced-c392-4a41-95f4-d6bf4062c760 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789261
Nov 18 16:33:38.796855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-3c85c1a3-2bac-40a0-9bf5-f4d369848335 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:33:38.797907 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-3c85c1a3-2bac-40a0-9bf5-f4d369848335 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0054433
Nov 18 16:33:38.806252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:38.939431 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-a199b4c5-1596-4c66-9a99-31f071cbf494 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349707
Nov 18 16:33:39.086392 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-be74c2a3-4f6c-4154-a122-7803e1ec11f7 req-b76f5152-582e-4a0f-991a-199aab5eed5e service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398737
Nov 18 16:33:39.269595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.332961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59262) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:39.481742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.513806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:39.518695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Usage tracker for resource:security_group_rule and tenant:04c0ad66050a4ecd9fea1b15bb675c80 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:33:39.521623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:33:39.527260 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:39.592908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.623193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.631094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9d0a1015-d270-44a0-9d58-13630d243057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:39.673908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf8cd6f-9ab2-46f0-9e13-f48ca178974d,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:39.679874 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04c0ad66050a4ecd9fea1b15bb675c80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3457942
Nov 18 16:33:39.682664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59268) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:39.685719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.686133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.686542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.686946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.687346 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.687744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.688137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.688561 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.688954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.689345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.690264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.690653 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.691130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.691529 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.691918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.692311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.692730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.693125 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.693519 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.693907 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.694297 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.694684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.695074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.695487 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:33:39.700289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c33d2490-3dbc-4c9b-a182-56e0568bca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:39.745421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.775998 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.834650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.839505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-12c9d629-73c8-4ed2-af08-2f7bc21884d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:39.852275 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf8cd6f-9ab2-46f0-9e13-f48ca178974d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:39.857122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:39.861854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:39.863047 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-fcb4fa93-2b8d-4dbe-b97f-dc6b8bd2ce9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bf8cd6f-9ab2-46f0-9e13-f48ca178974d HTTP/1.1" status: 204  len: 168 time: 0.1792803
Nov 18 16:33:40.306817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59276) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:40.326274 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.358878 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:40.363491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Usage tracker for resource:security_group_rule and tenant:d1943ea82c204a41895f652abe473e4f is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:33:40.366413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:33:40.372034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:40.442787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.469074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.477189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ac67d8b3-1ea7-4023-9ba9-a9a85e7ba3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:40.520111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfa8545-8eaa-48f4-ad9a-c06522beee8f,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:40.525015 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1943ea82c204a41895f652abe473e4f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2171144
Nov 18 16:33:40.526015 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-08f55b40-c119-4d28-bdf5-77d11207b519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:40.527683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80403) accepted ('10.222.0.23', 59280) {{(pid=80403) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:33:40.589180 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.615893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.680655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.685868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-14cec2d2-47c5-4d1b-9826-bf81be296abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:40.698539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfa8545-8eaa-48f4-ad9a-c06522beee8f,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:40.701041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:40.709380 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:40.710684 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-44ae2bdd-46dd-4f4f-82f0-cb31858d880f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cfa8545-8eaa-48f4-ad9a-c06522beee8f HTTP/1.1" status: 204  len: 168 time: 0.1820948
Nov 18 16:33:44.743641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:33:50.370829 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-d456c888-4a80-4c09-89ae-02d2a325c1c9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1847196076&fields=id&tenant_id=0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 267 time: 0.0461996
Nov 18 16:33:50.748817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392133f-be73-4d59-ba94-af47f275c883 req-b568dc22-6dee-4ea5-9d05-5a6da2e60c17 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:50.750342 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-b568dc22-6dee-4ea5-9d05-5a6da2e60c17 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 811 time: 0.3721087
Nov 18 16:33:50.768324 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-1361d3a4-41a8-4303-85c1-5a91b3669747 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/quotas/0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 375 time: 0.0117159
Nov 18 16:33:50.862316 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-3d9f6562-9e00-48b9-9b49-3da3eee3b065 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0882823
Nov 18 16:33:50.878846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-18c0b258-0b7f-4030-9e00-cd35c34359f7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:33:50.880075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-18c0b258-0b7f-4030-9e00-cd35c34359f7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0057094
Nov 18 16:33:51.023671 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-7b0f8ea4-7c75-4f7e-9196-2eca7ddd0a88 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372406
Nov 18 16:33:51.169668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-aa497389-3f35-4b16-9c21-e0befbb9ff06 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396029
Nov 18 16:33:51.850770 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b5b087ba-ce7e-4b65-8da2-124f76e477ef req-2ffefe09-f5ae-447f-9542-1e5ff1e11243 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 210 time: 0.1885493
Nov 18 16:33:53.032294 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dbe1223f-f2c9-4c06-83bc-d9a59175a9b6 req-1d4b082c-a140-4dfd-af9b-cfd6ed5d9afc tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 210 time: 0.0499775
Nov 18 16:33:53.451641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392133f-be73-4d59-ba94-af47f275c883 req-e86149af-0437-4207-bb57-2c9f7bba1e8b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:53.453158 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-e86149af-0437-4207-bb57-2c9f7bba1e8b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 811 time: 0.1573691
Nov 18 16:33:53.535316 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-624c4266-71ff-4686-9fdc-0463e3d0ab8d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e323e17592344329dd6501c3bd20971 HTTP/1.1" status: 200  len: 5087 time: 0.0690486
Nov 18 16:33:53.544144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'port': {'device_id': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'admin_state_up': True, 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'security_groups': ['95aff58a-9fd6-4c93-bdf4-8ee5eec53290']}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:33:53.689074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:33:53.699436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:33:53.737809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Made reservation on behalf of 0e323e17592344329dd6501c3bd20971 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:33:53.743313 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:54.052424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Allocated IP 172.20.0.11 (e086fa84-46ff-4c0b-bd13-d3efd18c0286/3377cdd0-085f-4b75-9e5a-ba57f36068bf/94b0c856-a784-4bb9-ba9b-c2e839880416) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:33:54.275017 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8cd9d038-630c-438e-97d3-f9a0cced2f6c req-f5cb596a-3284-42f8-817e-508411347b5c tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 210 time: 0.0591915
Nov 18 16:33:54.294176 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:54.311638 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Transition to ACTIVE for port object 94b0c856-a784-4bb9-ba9b-c2e839880416 will not be triggered until provisioned by entity DHCP. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:33:54.360431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:54.379793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ff8c3e57-7981-4556-91bb-1626e9b392f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:54.522684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=94b0c856-a784-4bb9-ba9b-c2e839880416,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:54.527698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:54.570993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:33:54.572065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:33:54.574308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:33:54.639014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:54.639681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:54.698242 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1580706
Nov 18 16:33:54.868657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-94bb63f3-597f-4f75-aff8-2e163d66719e None None] Provisioning for port 94b0c856-a784-4bb9-ba9b-c2e839880416 completed by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:33:54.873571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-94bb63f3-597f-4f75-aff8-2e163d66719e None None] Provisioning complete for port 94b0c856-a784-4bb9-ba9b-c2e839880416 triggered by entity DHCP. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:33:54.873999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-94bb63f3-597f-4f75-aff8-2e163d66719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:54.930073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-94bb63f3-597f-4f75-aff8-2e163d66719e None None] Port 94b0c856-a784-4bb9-ba9b-c2e839880416 cannot update to ACTIVE because it is not bound. {{(pid=80405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 18 16:33:55.489254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ec826-362a-45a0-a20e-5f6f804fa824 req-08634cb9-e41b-4a67-9977-4a8445734e1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:55.490014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-693ec826-362a-45a0-a20e-5f6f804fa824 req-08634cb9-e41b-4a67-9977-4a8445734e1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:33:55.542648 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-693ec826-362a-45a0-a20e-5f6f804fa824 req-08634cb9-e41b-4a67-9977-4a8445734e1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:33:55.543890 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-693ec826-362a-45a0-a20e-5f6f804fa824 req-08634cb9-e41b-4a67-9977-4a8445734e1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 932 time: 0.1392317
Nov 18 16:33:55.590963 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-693ec826-362a-45a0-a20e-5f6f804fa824 req-0f732be1-d180-4864-b6b4-0a1f24dc0a25 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408552
Nov 18 16:33:56.346780 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Request body: {'port': {'device_id': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:33:56.460617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:56.870679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13a525-25dd-4ab7-a7e5-1f54ed0936ad req-4740d7a5-5ec5-4332-a7af-26502bf0f77b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:56.872282 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b13a525-25dd-4ab7-a7e5-1f54ed0936ad req-4740d7a5-5ec5-4332-a7af-26502bf0f77b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 932 time: 0.1237209
Nov 18 16:33:56.978740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b0c856-a784-4bb9-ba9b-c2e839880416 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:33:56.988129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:56.997755 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1b13a525-25dd-4ab7-a7e5-1f54ed0936ad req-0c809e9f-46fb-4226-95ea-6eaf776ecb55 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1087079
Nov 18 16:33:57.002816 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Transition to ACTIVE for port object 94b0c856-a784-4bb9-ba9b-c2e839880416 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:33:57.045932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:57.059760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-adb88518-5823-44b6-9bf5-251f10401d1a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:57.195141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Pushing event updated for resources: {'Port': ['ID=94b0c856-a784-4bb9-ba9b-c2e839880416,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:57.204629 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:57.390830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Attempting to bind port 94b0c856-a784-4bb9-ba9b-c2e839880416 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:33:57.391246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Attempting to bind port 94b0c856-a784-4bb9-ba9b-c2e839880416 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:33:57.391866 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Attempting to bind port 94b0c856-a784-4bb9-ba9b-c2e839880416 on network e086fa84-46ff-4c0b-bd13-d3efd18c0286 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:33:57.399802 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:33:57.400179 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Checking segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:33:57.400632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:57.401025 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Bound using segment: {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:33:57.401505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Bound port: 94b0c856-a784-4bb9-ba9b-c2e839880416, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4546c3-7b86-49bb-a596-95ac0aef100c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:33:57.401883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:57.499411 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] For port 94b0c856-a784-4bb9-ba9b-c2e839880416, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:33:57.502579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] For port 94b0c856-a784-4bb9-ba9b-c2e839880416, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=94b0c856-a784-4bb9-ba9b-c2e839880416,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:33:57.537429 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:57.552632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-b5192f4b-d3f4-4a82-8203-dfd0135c4e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:33:57.703938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Pushing event updated for resources: {'Port': ['ID=94b0c856-a784-4bb9-ba9b-c2e839880416,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:33:57.709059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:33:57.743534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:33:57.745077 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] 10.222.0.37 "PUT /v2.0/ports/94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 1158 time: 1.4031017
Nov 18 16:33:57.745618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:33:57.806827 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'status': 'completed', 'code': 200}
Nov 18 16:33:57.897670 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-b89e0a6b-7463-471a-afc2-075e5e5dd485 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1161 time: 0.0839789
Nov 18 16:33:57.970811 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-aa0bf013-3792-4897-92a8-2bc034b5849a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 217 time: 0.0658264
Nov 18 16:33:58.051044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392133f-be73-4d59-ba94-af47f275c883 req-d8552de4-81bc-4703-b4a6-8ad120064229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:58.052680 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-d8552de4-81bc-4703-b4a6-8ad120064229 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0751448
Nov 18 16:33:58.139848 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-ca735299-57d2-4275-939e-9856b07c4cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807796
Nov 18 16:33:58.564873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-a8990e91-5f3e-4ede-a8d8-60bbf7dd551e service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4175220
Nov 18 16:33:58.624896 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa6638-ccdb-45b6-bab7-6209b31f19c8 req-bf22f039-91d4-4789-8f89-671d2ecc9456 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:58.626527 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dffa6638-ccdb-45b6-bab7-6209b31f19c8 req-bf22f039-91d4-4789-8f89-671d2ecc9456 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.3828483
Nov 18 16:33:58.763622 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dffa6638-ccdb-45b6-bab7-6209b31f19c8 req-93ab38cc-6885-4562-bbb2-49f276bda222 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1293750
Nov 18 16:33:58.765596 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f392133f-be73-4d59-ba94-af47f275c883 req-d4a65a34-5263-4c23-b491-f32db643b333 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1909752
Nov 18 16:33:58.913110 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-babfd88c-7e23-4fbd-9b18-695149e0df7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1161 time: 0.0763516
Nov 18 16:33:59.056646 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-52751bf7-783b-4b5e-ba4b-11445c927cb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:59.058244 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-52751bf7-783b-4b5e-ba4b-11445c927cb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1383111
Nov 18 16:33:59.133202 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-d56d5853-a007-4614-9a4a-03da9b26a883 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 217 time: 0.0674202
Nov 18 16:33:59.203681 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-9f2277fa-ac8c-4911-a4bf-562b8d67ec7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:59.205136 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-9f2277fa-ac8c-4911-a4bf-562b8d67ec7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0624197
Nov 18 16:33:59.290715 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-b28a8834-69ac-4c32-82fb-f5b020740395 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760469
Nov 18 16:33:59.433830 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-d3204a6e-8252-4aeb-937f-96bd4f975070 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332657
Nov 18 16:33:59.576840 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a0de2a0-c5f9-44af-ba42-69b2648e477e req-a3ad88bc-a98d-4a08-9cf5-ef5e0e38a761 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361897
Nov 18 16:33:59.978563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec00e7-0fe6-4036-956f-3d5c6ffdd513 req-66a9c3df-4dc6-4ab4-8380-ff11f9816146 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:33:59.980194 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbec00e7-0fe6-4036-956f-3d5c6ffdd513 req-66a9c3df-4dc6-4ab4-8380-ff11f9816146 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.0851517
Nov 18 16:34:00.035113 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbec00e7-0fe6-4036-956f-3d5c6ffdd513 req-bd5fdcfe-f753-4afe-ab19-4216cbb19806 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0485947
Nov 18 16:34:01.249134 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4bc7-44b3-477f-9fe5-ab05641a43ef req-882687a2-be1f-4f20-b9ec-1457e23d5cbf tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:01.250747 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2a7a4bc7-44b3-477f-9fe5-ab05641a43ef req-882687a2-be1f-4f20-b9ec-1457e23d5cbf tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.0862284
Nov 18 16:34:01.300326 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2a7a4bc7-44b3-477f-9fe5-ab05641a43ef req-40ab0c32-bef4-4ba4-b208-77d82a4654c5 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425937
Nov 18 16:34:02.509997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86000f3e-c887-4314-9c5f-b8a5c09ecb57 req-8cb67d7e-5944-480b-ab1e-eee5f2293374 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:02.511615 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-86000f3e-c887-4314-9c5f-b8a5c09ecb57 req-8cb67d7e-5944-480b-ab1e-eee5f2293374 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.0821683
Nov 18 16:34:02.561192 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-86000f3e-c887-4314-9c5f-b8a5c09ecb57 req-49de11e9-34ad-4db1-8d49-ccd119db362a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431588
Nov 18 16:34:03.778710 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a7065-8b44-4943-ab76-0267f1ef203c req-b29f566f-dfd1-46dd-8b1f-39d2a8b6f810 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:03.780330 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fb5a7065-8b44-4943-ab76-0267f1ef203c req-b29f566f-dfd1-46dd-8b1f-39d2a8b6f810 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.0870461
Nov 18 16:34:03.830008 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fb5a7065-8b44-4943-ab76-0267f1ef203c req-f78f30a5-8514-4f7c-826c-be3369f2f7c3 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431671
Nov 18 16:34:04.525829 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ecc153d4-c5a3-4527-8d02-0ba0ca469dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:05.043867 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fec7e-fbb8-4e2e-9b80-d189c55b7b84 req-c1885e24-5e67-4e04-a4c9-f539446b45a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:05.045556 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-865fec7e-fbb8-4e2e-9b80-d189c55b7b84 req-c1885e24-5e67-4e04-a4c9-f539446b45a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.0857506
Nov 18 16:34:05.099183 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-865fec7e-fbb8-4e2e-9b80-d189c55b7b84 req-fae5a5ce-a390-4861-b237-f9c838857d2d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468431
Nov 18 16:34:05.817596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:06.311223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643f487-3a09-4c87-9982-f61f9bcf8046 req-ea3a080d-3c2d-46f2-895b-cb4ef1c00038 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:06.312844 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0643f487-3a09-4c87-9982-f61f9bcf8046 req-ea3a080d-3c2d-46f2-895b-cb4ef1c00038 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 944 time: 0.0842807
Nov 18 16:34:06.363371 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0643f487-3a09-4c87-9982-f61f9bcf8046 req-a62f0deb-9c86-4a26-bb67-c7374abd3edb tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428340
Nov 18 16:34:06.743139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-5525ab02-5c28-4bd6-82b4-0ee772bed12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:06.993701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 94b0c856-a784-4bb9-ba9b-c2e839880416 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:34:07.102649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port 94b0c856-a784-4bb9-ba9b-c2e839880416 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:34:07.107804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 94b0c856-a784-4bb9-ba9b-c2e839880416 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:34:07.108231 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:07.399239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:07.432250 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:34:07.442922 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port 94b0c856-a784-4bb9-ba9b-c2e839880416, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=94b0c856-a784-4bb9-ba9b-c2e839880416,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:34:07.445522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:07.480150 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:07.483531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:07.524536 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'code': 200}
Nov 18 16:34:07.557778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=94b0c856-a784-4bb9-ba9b-c2e839880416,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:07.566954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.567337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.567724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.568106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.568485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.568930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.569308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.569688 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.570059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.570432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.570807 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.571175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.571627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.571999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.572378 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.572770 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.573145 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.573517 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.573885 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.574258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.574644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.575014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.575377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.575742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:07.582377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:07.584186 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57286fc-c0da-48d1-83a9-9187b953bcad req-3dfd00b6-d7e1-49d1-9658-258945ad153d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:07.585892 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f57286fc-c0da-48d1-83a9-9187b953bcad req-3dfd00b6-d7e1-49d1-9658-258945ad153d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.0896688
Nov 18 16:34:07.634578 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-f57286fc-c0da-48d1-83a9-9187b953bcad req-e7114d7e-511e-4411-9c89-fdbc8aed0507 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424991
Nov 18 16:34:07.854284 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04fa4137-704f-48ba-af5c-fe94d411c832 req-6808c245-cabe-438d-9d59-652a4ae9c583 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1163 time: 0.0753660
Nov 18 16:34:07.901944 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-04fa4137-704f-48ba-af5c-fe94d411c832 req-6eb9de5d-9b9b-4c1d-a1af-268f23a6f913 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412149
Nov 18 16:34:08.686586 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 94b0c856-a784-4bb9-ba9b-c2e839880416 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:34:08.774675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 94b0c856-a784-4bb9-ba9b-c2e839880416 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:34:08.775068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:08.849649 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:08.860872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee200f-b54f-49ec-9aa6-2ecc6d7ae3dd req-e85238f9-dd0c-42e3-8c57-c30b65d8c27f tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:08.863408 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73ee200f-b54f-49ec-9aa6-2ecc6d7ae3dd req-e85238f9-dd0c-42e3-8c57-c30b65d8c27f tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.0919728
Nov 18 16:34:08.920535 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-73ee200f-b54f-49ec-9aa6-2ecc6d7ae3dd req-aac1663a-8701-485b-953d-c3ca30f7c529 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0506711
Nov 18 16:34:09.286041 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:10.147371 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac65d-c4ca-400b-b39c-24687bbbcff9 req-1a07f124-7e1a-4570-b69c-d601667a9f0e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:10.149038 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9aac65d-c4ca-400b-b39c-24687bbbcff9 req-1a07f124-7e1a-4570-b69c-d601667a9f0e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.0875444
Nov 18 16:34:10.201179 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b9aac65d-c4ca-400b-b39c-24687bbbcff9 req-769c2339-8b98-43b9-8ee6-6179ac834e92 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455964
Nov 18 16:34:10.412964 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8873ef-0cb8-484d-bd4f-c38cdd06f9c9 req-16cea5e4-a182-4611-8a6f-b256a03f16c5 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:10.414574 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bf8873ef-0cb8-484d-bd4f-c38cdd06f9c9 req-16cea5e4-a182-4611-8a6f-b256a03f16c5 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.0844972
Nov 18 16:34:10.464694 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bf8873ef-0cb8-484d-bd4f-c38cdd06f9c9 req-6339064a-2fc3-4392-9e51-71521baf53a0 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438478
Nov 18 16:34:10.678075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-48842025-fa18-43de-991b-7de21d0d9e82 req-92a76dd1-c267-49b4-aeb6-994c5fb45f4d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1584494
Nov 18 16:34:10.692899 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'floatingip': {'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:34:10.698800 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:34:10.709329 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:34:10.719296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 94b0c856-a784-4bb9-ba9b-c2e839880416 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:34:10.748634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:10.796107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port 94b0c856-a784-4bb9-ba9b-c2e839880416 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:34:10.796563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:10.898217 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:11.180855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Allocated IP 172.27.3.150 (3febb5f8-81d0-42c6-b8b3-1fe83912113a/4558ce37-39b3-4c9e-93c0-9ece53a36bb8/03e2d5fe-6fb8-4e3f-a7bd-e58c77dc86bf) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:34:11.339016 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:11.400289 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:11.416745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0ba1372f-8ae5-45a1-ad12-a49dd379217e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:11.558766 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=03e2d5fe-6fb8-4e3f-a7bd-e58c77dc86bf,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:11.563284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:11.609702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Network 3febb5f8-81d0-42c6-b8b3-1fe83912113a is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:34:11.610740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:34:11.613154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:34:11.704496 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:11.814129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:12.090503 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:12.131351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:12.145121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-127ea5d0-b33a-4ede-894d-862403bdc8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:12.291324 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event updated for resources: {'Port': ['ID=03e2d5fe-6fb8-4e3f-a7bd-e58c77dc86bf,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:12.299135 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:12.619255 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:12.697175 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:12.698532 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-48842025-fa18-43de-991b-7de21d0d9e82 req-173098f0-f2bc-4190-83e3-3900a5e004ae tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0104592
Nov 18 16:34:12.788703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-48842025-fa18-43de-991b-7de21d0d9e82 req-533d79a2-b08c-40a1-9d1c-9c59f293bf60 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:34:12.839769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-48842025-fa18-43de-991b-7de21d0d9e82 req-533d79a2-b08c-40a1-9d1c-9c59f293bf60 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:34:12.841312 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-48842025-fa18-43de-991b-7de21d0d9e82 req-533d79a2-b08c-40a1-9d1c-9c59f293bf60 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.150 HTTP/1.1" status: 200  len: 696 time: 0.1363339
Nov 18 16:34:13.003207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48842025-fa18-43de-991b-7de21d0d9e82 req-b32be0ff-598a-450c-8d11-9e237e9b7b22 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:13.004729 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-48842025-fa18-43de-991b-7de21d0d9e82 req-b32be0ff-598a-450c-8d11-9e237e9b7b22 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.1567225
Nov 18 16:34:13.198601 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-b64a27e1-57ce-49ec-acea-5d493c72008a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:13.200266 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-b64a27e1-57ce-49ec-acea-5d493c72008a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0874069
Nov 18 16:34:13.289306 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-f0fedc5d-d053-465e-b60f-bf2e465ef953 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.150 HTTP/1.1" status: 200  len: 696 time: 0.0822210
Nov 18 16:34:13.299520 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Request body: {'floatingip': {'port_id': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:34:13.384527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:14.047056 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:14.079916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601496'] for floatingip, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:14.278178 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Floating IP ec58ef8b-a019-4745-9b97-6b12f6681bb9 associated. External IP: 172.27.3.150, port: 94b0c856-a784-4bb9-ba9b-c2e839880416.
Nov 18 16:34:14.687879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:34:14.901605 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:34:14.906481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:14.911189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:34:14.923713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:34:14.924387 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14409570b8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:34:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:34:14.962136 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-86c5895c-da8d-471d-8878-85f264964709 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "PUT /v2.0/floatingips/ec58ef8b-a019-4745-9b97-6b12f6681bb9 HTTP/1.1" status: 200  len: 997 time: 1.6666183
Nov 18 16:34:14.962615 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:34:15.112678 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'status': 'completed', 'code': 200}
Nov 18 16:34:15.124428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:34:15.204150 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-29e6cadc-7275-4d68-aaa9-0308b9134f14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1163 time: 0.2265542
Nov 18 16:34:15.505915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14409570b8>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:10Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}, {'id': 'ec58ef8b-a019-4745-9b97-6b12f6681bb9', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:d5:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:34:11Z', 'updated_at': '2020-11-18T16:34:13Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:34:15.510639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:34:15.523256 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:34:15.523967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14409570b8>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:34:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:34:15.554686 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-6107dd99-4814-4de9-a7e3-13822c14761d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1163 time: 0.4173081
Nov 18 16:34:15.700063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-d2bf428c-f29c-493e-91f1-70e7b932882e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:15.701755 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-d2bf428c-f29c-493e-91f1-70e7b932882e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.4900730
Nov 18 16:34:15.712224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:34:15.806577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b6421-21e3-466c-9506-655611c4a613 req-acec1189-d5e6-4544-b26c-4889850ee175 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:15.808175 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-acec1189-d5e6-4544-b26c-4889850ee175 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.2436345
Nov 18 16:34:15.907541 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-ea013893-eaea-4769-8c43-6526e947759c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 1000 time: 0.1954978
Nov 18 16:34:15.985080 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-847ae776-20dd-483e-b1c6-db42537e08b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 1000 time: 0.1690333
Nov 18 16:34:16.049926 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-fc2416b0-511a-4667-ab6e-88cf1357c35b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:16.051553 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-fc2416b0-511a-4667-ab6e-88cf1357c35b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1351531
Nov 18 16:34:16.090734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14409570b8>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:10Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}, {'id': 'ec58ef8b-a019-4745-9b97-6b12f6681bb9', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:d5:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:34:11Z', 'updated_at': '2020-11-18T16:34:13Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:34:16.095059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2efd72-6205-4c87-be90-58faa68b8f61 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:10Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}, {'id': 'ec58ef8b-a019-4745-9b97-6b12f6681bb9', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:d5:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:34:11Z', 'updated_at': '2020-11-18T16:34:13Z', 'revision_number': 1, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:34:16.108892 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b6421-21e3-466c-9506-655611c4a613 req-09d958c8-1d19-4b75-abed-bac4897d1b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:16.110503 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-09d958c8-1d19-4b75-abed-bac4897d1b5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1170094
Nov 18 16:34:16.217955 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-2ae5f9fb-f05d-4989-a0c3-0c1990e4ce5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1596217
Nov 18 16:34:16.226293 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-ef3c9053-5887-4996-9b4b-fd1199bd2fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084502
Nov 18 16:34:16.387512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e2bfa-08ec-4513-99a9-11e07b978cc3 None None] New status for floating IP ec58ef8b-a019-4745-9b97-6b12f6681bb9: ACTIVE {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:34:16.490030 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-176affd4-283b-47d8-bfe2-201673715c85 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627041
Nov 18 16:34:16.492017 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-d165af59-efdb-407f-961c-55c4acc2b7d8 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435095
Nov 18 16:34:16.759780 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bb7d9d01-6eb8-45fc-aa57-74bea1ab875e req-06fa85a2-bca9-47c7-ad55-aed0793ea421 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2631953
Nov 18 16:34:16.761788 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3a2b6421-21e3-466c-9506-655611c4a613 req-b8e61232-d989-42f7-9c19-015844765e11 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2410629
Nov 18 16:34:21.744391 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:34:25.541728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59638) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:34:25.692596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:25.724880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:34:25.728928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Usage tracker for resource:security_group_rule and tenant:4aec015d5c184561a2bb422cc2b3473d is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:34:25.731837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:34:25.738027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:34:25.852073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:25.884843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:25.892965 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-db69d7bb-fb66-4247-af83-2729e29ebefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:25.936242 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61f1e0-67f0-4463-80d6-b484a8a3e8b8,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:25.942201 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aec015d5c184561a2bb422cc2b3473d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3994064
Nov 18 16:34:25.944894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59644) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:34:25.959403 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.959824 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.960237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.960702 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.961106 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.961505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.961901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.962296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.962690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.963084 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.963480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.963872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.964354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.964773 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.965172 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.965563 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.965956 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.966348 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.966745 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.967136 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.967530 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.967920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.968311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.968726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:25.974554 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:26.026762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:26.054664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:26.222809 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:26.227910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3858f7ac-bff8-4b2b-a13d-5f49bffe5485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:26.240477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61f1e0-67f0-4463-80d6-b484a8a3e8b8,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:26.243650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:26.245657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:26.246873 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-9bf9a7a5-336c-4511-9d4b-ad4a97c0c495 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f61f1e0-67f0-4463-80d6-b484a8a3e8b8 HTTP/1.1" status: 204  len: 168 time: 0.2991271
Nov 18 16:34:27.201438 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59666) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:34:27.340628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177610309-network', 'tenant_id': '9b85a452c9f94f92a9e7f8d3e6611981'}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:34:27.345757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:34:27.350058 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Usage tracker for resource:network and tenant:9b85a452c9f94f92a9e7f8d3e6611981 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:34:27.353119 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:34:27.358883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:34:27.388193 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Made reservation on behalf of 9b85a452c9f94f92a9e7f8d3e6611981 for: {'network': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:34:27.393737 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for network, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.406906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.438784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:34:27.443404 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b85a452c9f94f92a9e7f8d3e6611981 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:34:27.446477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:34:27.452148 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:34:27.519272 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.536799 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.540897 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-357bd8a3-75cb-4f9b-9f5e-690e6de873df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:27.572672 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 18 16:34:27.585902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a8db7-ac0e-4b71-a925-59f20fd8a5ff,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:27.590545 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.590975 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.segments_db [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Added segment 7ede17e3-b717-4863-b5cc-14b820bd7dc9 of type vxlan for network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5
Nov 18 16:34:27.592196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:27.618475 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304042196033'] for network, precommit_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.662483 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.663701 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:27.664337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:27.669270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-02cf33c7-1af3-41b0-a43d-fd91f6535758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:27.774903 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5,revision_number=1']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:27.778282 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:27.785430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 details requested by agent ovs-agent-dv-cinder-759955-2-iscsi with host dv-cinder-759955-2-iscsi {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:34:27.800767 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-8e63b796-988f-4621-bddb-cee7733946d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5981572
Nov 18 16:34:27.803720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 59672) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:34:27.807385 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 18 16:34:27.809900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Request body: {'subnet': {'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177610309-subnet', 'tenant_id': '9b85a452c9f94f92a9e7f8d3e6611981', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:34:27.815678 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:34:27.819735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Usage tracker for resource:subnet and tenant:9b85a452c9f94f92a9e7f8d3e6611981 is out of sync, need to count used quota {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:34:27.822759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80404) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:34:27.828447 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80404) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:34:27.856565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Made reservation on behalf of 9b85a452c9f94f92a9e7f8d3e6611981 for: {'subnet': 1} {{(pid=80404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:34:27.861257 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851367727'] for subnet, before_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:28.290152 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853139692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851367712'] for subnet, after_create {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:28.305938 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-814cac10-7101-446a-97b2-b4e5cba552fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:28.442684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974f4ef3-cff0-4dab-b722-9f840c1378d8,revision_number=0']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:28.446760 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:28.505876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Checking segment: {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:34:28.506264 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Network hostable DHCP agents. Network: a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5, hostable agents: ['20c7b181-3254-468a-ab18-173360996507'], hosted agents: [] {{(pid=80404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 18 16:34:28.570426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 is scheduled to be hosted by DHCP agent 20c7b181-3254-468a-ab18-173360996507 with binding_index 1 {{(pid=80404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 18 16:34:28.593432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-iscsi, a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5) {{(pid=80404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:34:28.602972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f7b3a-9b78-4312-a271-3c4881b5675e None None] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:34:28.605669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:28.606314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:28.645775 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ef95193b-49c9-471b-a3fe-b4b80b3be866 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8409963
Nov 18 16:34:28.825200 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6960254b-75f0-4da9-b519-266147986cad None None] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:34:30.897539 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-074e3ea7-6e8c-47b3-afc6-57b36033acd5 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:30.899058 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-074e3ea7-6e8c-47b3-afc6-57b36033acd5 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/networks?id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 HTTP/1.1" status: 200  len: 813 time: 0.1556239
Nov 18 16:34:30.915685 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-e9f4b5c7-ba54-4a8a-908a-41711733a0dc tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/quotas/9b85a452c9f94f92a9e7f8d3e6611981 HTTP/1.1" status: 200  len: 375 time: 0.0107892
Nov 18 16:34:30.965013 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-32a46f66-7692-487d-b70f-da0363107b2b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439224
Nov 18 16:34:31.108850 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-2958a4a0-2812-43f2-b951-827eee833d4a service neutron] 10.222.0.23 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368539
Nov 18 16:34:31.250864 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-47ad1c5a-60db-4948-9a33-b51d64051779 service neutron] 10.222.0.23 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353779
Nov 18 16:34:31.528366 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-0f70d928-e975-4f64-bf9f-07b903aa47f5 req-b88d9460-735d-42b4-89ab-ca29cf57a781 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0485570
Nov 18 16:34:32.647603 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-837af3b9-309f-4ae6-b083-d38ade59e225 req-e9f6ba9f-1544-4072-9aaf-120d70981719 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0482237
Nov 18 16:34:33.766391 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-baffc855-7ffc-471b-8e2b-a3df4a0e8239 req-2c6af0c5-f5f3-44a1-ba46-615eaa67f906 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0454979
Nov 18 16:34:34.524726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-02a6283a-4439-4d33-88d5-3b9a572c544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:34.886032 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-3373669f-b801-402e-9cd8-a611ee23bd67 req-a561a6a3-7ac4-4796-beda-b671d1a1f656 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0488679
Nov 18 16:34:35.810364 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:36.061479 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-034ee5c9-19d3-4aac-9e72-799e75f15367 req-01db301e-cee0-4891-8b64-816e0ab4ace0 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0468593
Nov 18 16:34:36.730560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-6358aacb-18e6-44ba-93f6-4cec4c69c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:37.237012 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dcbfec51-66fc-4cdc-8941-a914e6113eb7 req-87832b33-ff23-4a59-bb2c-3308eab46010 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0463700
Nov 18 16:34:37.302634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:37.589930 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-67d653ec-8dbc-4066-9fbc-eddce678bc22 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:37.591564 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-67d653ec-8dbc-4066-9fbc-eddce678bc22 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "GET /v2.0/networks?id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 HTTP/1.1" status: 200  len: 813 time: 0.1550858
Nov 18 16:34:37.609198 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Request body: {'port': {'device_id': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5', 'admin_state_up': True, 'tenant_id': '9b85a452c9f94f92a9e7f8d3e6611981'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:34:37.758726 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:34:37.764621 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Usage tracker for resource:port and tenant:9b85a452c9f94f92a9e7f8d3e6611981 is out of sync, need to count used quota {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 18 16:34:37.766283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Quota usage for port was recalculated. Used quota:0. {{(pid=80403) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 18 16:34:37.773102 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:34:37.799137 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Made reservation on behalf of 9b85a452c9f94f92a9e7f8d3e6611981 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:34:37.804963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:38.117654 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Allocated IP 172.20.0.8 (a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5/974f4ef3-cff0-4dab-b722-9f840c1378d8/e23d55cc-219d-4b60-8c2d-82ae720bb48d) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:34:38.335078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:38.403868 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:38.425604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a4650db4-9476-4bfa-8fa4-8672d036e402 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:38.570147 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Pushing event updated for resources: {'Port': ['ID=e23d55cc-219d-4b60-8c2d-82ae720bb48d,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:38.573396 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:38.628240 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88315c-377c-4af3-8c82-3d96dff03e7b req-8cb5e769-f51b-4ab1-89ee-1aa844cc55d6 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:38.629813 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2a88315c-377c-4af3-8c82-3d96dff03e7b req-8cb5e769-f51b-4ab1-89ee-1aa844cc55d6 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 931 time: 0.2657230
Nov 18 16:34:38.679992 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:34:38.683270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:34:38.687659 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:34:38.737086 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2a88315c-377c-4af3-8c82-3d96dff03e7b req-8a5cdcf0-9f17-49b6-b9b1-cc4aac2efd67 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004190
Nov 18 16:34:38.756133 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:38.756850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:38.805968 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-d4f0fe52-7366-40ee-9e3f-3e28c8ed3591 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2007310
Nov 18 16:34:38.818331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Request body: {'port': {'device_id': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:34:38.833971 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:38.933332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:39.154761 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-00a3b212-98ce-4d55-bbb0-ac2ec96fde43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0776958
Nov 18 16:34:39.297093 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:39.312435 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-c7018419-08a9-4f4e-9346-9d2680d95dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.0827336
Nov 18 16:34:39.576007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23d55cc-219d-4b60-8c2d-82ae720bb48d {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:34:39.584592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:39.598046 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Transition to ACTIVE for port object e23d55cc-219d-4b60-8c2d-82ae720bb48d will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:34:39.645624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:39.665538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c3c7df22-bbfa-43e0-965c-dbdb704f0d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:39.685131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-490056f3-7e1b-49ef-8504-b851b6deca00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:39.686735 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-490056f3-7e1b-49ef-8504-b851b6deca00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.3559945
Nov 18 16:34:39.796335 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-80fbf03c-6619-4731-b0eb-133d353b3807 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 1001 time: 0.1030664
Nov 18 16:34:39.807625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Pushing event updated for resources: {'Port': ['ID=e23d55cc-219d-4b60-8c2d-82ae720bb48d,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:39.822676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.823101 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.823515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.823918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.824319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.824741 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.825139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.825534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.825929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.826377 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.826720 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.827116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.827592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.827988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.828379 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.828825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.829219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.829614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.830033 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.830426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.830814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.831204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.831595 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.831982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:34:39.837543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:39.869092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-0e0333b5-d9ea-47b9-a23c-c40d9c563b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:39.871534 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-0e0333b5-d9ea-47b9-a23c-c40d9c563b5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0682504
Nov 18 16:34:39.952171 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-13663b5a-d5e2-4e89-a458-301871ea0119 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740836
Nov 18 16:34:40.078757 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf6d0f-9e03-4e4f-8cd0-b8cad66e4ee2 req-e1117063-1eeb-4500-ac62-417a25900470 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:40.079457 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2adf6d0f-9e03-4e4f-8cd0-b8cad66e4ee2 req-e1117063-1eeb-4500-ac62-417a25900470 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Synchronizing usage tracker for tenant:9b85a452c9f94f92a9e7f8d3e6611981 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:34:40.083430 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Attempting to bind port e23d55cc-219d-4b60-8c2d-82ae720bb48d on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:34:40.083808 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Attempting to bind port e23d55cc-219d-4b60-8c2d-82ae720bb48d by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:34:40.084177 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Attempting to bind port e23d55cc-219d-4b60-8c2d-82ae720bb48d on network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:34:40.096870 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-45c434ee-2b02-41de-b497-c459f57702cb service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381078
Nov 18 16:34:40.099239 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:34:40.099620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Checking segment: {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:34:40.100034 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:40.100431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Bound using segment: {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:34:40.100942 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Bound port: e23d55cc-219d-4b60-8c2d-82ae720bb48d, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:34:40.101319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:40.168035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-2adf6d0f-9e03-4e4f-8cd0-b8cad66e4ee2 req-e1117063-1eeb-4500-ac62-417a25900470 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Unset dirty status for tenant:9b85a452c9f94f92a9e7f8d3e6611981 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:34:40.169354 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2adf6d0f-9e03-4e4f-8cd0-b8cad66e4ee2 req-e1117063-1eeb-4500-ac62-417a25900470 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 943 time: 0.2542300
Nov 18 16:34:40.235130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] For port e23d55cc-219d-4b60-8c2d-82ae720bb48d, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:34:40.246331 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] For port e23d55cc-219d-4b60-8c2d-82ae720bb48d, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e23d55cc-219d-4b60-8c2d-82ae720bb48d,segment=NetworkSegment(7ede17e3-b717-4863-b5cc-14b820bd7dc9),segment_id=7ede17e3-b717-4863-b5cc-14b820bd7dc9)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:34:40.246727 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5a8bbf3a-59a1-4752-98df-6e8e1bc1ab1f req-2d0aeff0-af65-4cb4-bbb0-686f77661d7a service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441281
Nov 18 16:34:40.249359 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2adf6d0f-9e03-4e4f-8cd0-b8cad66e4ee2 req-86e892d2-bdf0-4687-a2e6-1434f2372b14 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721133
Nov 18 16:34:40.269191 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:40.285376 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0d486af8-365e-4a7b-9eef-1b9eaf7d85fb tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:40.434352 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Pushing event updated for resources: {'Port': ['ID=e23d55cc-219d-4b60-8c2d-82ae720bb48d,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:40.439183 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:40.474624 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:40.476101 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] 10.222.0.37 "PUT /v2.0/ports/e23d55cc-219d-4b60-8c2d-82ae720bb48d HTTP/1.1" status: 200  len: 1157 time: 1.6628616
Nov 18 16:34:40.476643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'tag': 'e23d55cc-219d-4b60-8c2d-82ae720bb48d'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:34:40.577147 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'tag': 'e23d55cc-219d-4b60-8c2d-82ae720bb48d', 'status': 'completed', 'code': 200}
Nov 18 16:34:40.613822 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-68fc0e72-3f94-4fd6-ba36-220b86745ad7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 1160 time: 0.0800114
Nov 18 16:34:40.684699 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-f875cc38-c82d-4edc-ac62-2fbb8343cc5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e23d55cc-219d-4b60-8c2d-82ae720bb48d HTTP/1.1" status: 200  len: 217 time: 0.0640833
Nov 18 16:34:40.756203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-1b34cb61-537e-4f2b-9579-cdfe07f1f288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:40.757890 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-1b34cb61-537e-4f2b-9579-cdfe07f1f288 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=974f4ef3-cff0-4dab-b722-9f840c1378d8 HTTP/1.1" status: 200  len: 853 time: 0.0671041
Nov 18 16:34:40.807037 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-a834356e-1ba3-4d48-9631-a7cd0fdb5b2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428386
Nov 18 16:34:40.947110 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-90fe67bb-2c36-4e4a-89cf-150788978a93 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333923
Nov 18 16:34:41.089070 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-20ea9747-d050-4c03-a2a3-86b20a127a7b req-cc86f03a-986d-4625-80fb-59d777156f43 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354883
Nov 18 16:34:41.240942 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-5a3d6280-0246-498d-a6e4-2a4f903d606e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 1160 time: 0.0766442
Nov 18 16:34:41.416792 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-6021a9ba-dbf8-485c-a42a-96bebea2cd62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:41.418315 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-6021a9ba-dbf8-485c-a42a-96bebea2cd62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 HTTP/1.1" status: 200  len: 907 time: 0.1708758
Nov 18 16:34:41.501158 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-f3c3a62a-7f58-4a46-abc6-3927527d1d9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e23d55cc-219d-4b60-8c2d-82ae720bb48d HTTP/1.1" status: 200  len: 217 time: 0.0719681
Nov 18 16:34:41.582845 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabab5c1-7c0c-4be2-83ca-4f77ae9b1849 req-a45de4b2-3481-406e-966d-5d45ef3df6e7 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:41.584412 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-aabab5c1-7c0c-4be2-83ca-4f77ae9b1849 req-a45de4b2-3481-406e-966d-5d45ef3df6e7 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 943 time: 0.2022800
Nov 18 16:34:41.592882 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-f9b04de7-a223-4da3-ad02-195e1705655a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:41.594322 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-f9b04de7-a223-4da3-ad02-195e1705655a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=974f4ef3-cff0-4dab-b722-9f840c1378d8 HTTP/1.1" status: 200  len: 853 time: 0.0845063
Nov 18 16:34:41.666232 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-ba5e975f-5183-41e9-a39e-7abb91b86e75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566316
Nov 18 16:34:41.706024 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-aabab5c1-7c0c-4be2-83ca-4f77ae9b1849 req-6e86f896-ba93-4553-99a4-270a2817bb58 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147439
Nov 18 16:34:41.813264 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-a6a63978-a07d-44d5-879e-ec7ba77a3c69 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386440
Nov 18 16:34:41.953213 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e76dc2f4-65af-4417-b1ad-513bbf8e0ea2 req-02678335-b35f-44d1-b1f6-5953094d7d86 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1329679
Nov 18 16:34:42.916531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273ab40-a283-46ad-b30a-7590cbaa9402 req-4c247fa0-acb5-477b-8701-b04732bac3fa tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:42.918135 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6273ab40-a283-46ad-b30a-7590cbaa9402 req-4c247fa0-acb5-477b-8701-b04732bac3fa tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 943 time: 0.0822423
Nov 18 16:34:42.967417 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6273ab40-a283-46ad-b30a-7590cbaa9402 req-4417ee5e-031e-48b5-9e57-9ae7f9116c2d tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416160
Nov 18 16:34:42.989050 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.objects.ports [None req-637d82e0-7bcd-404e-86f2-189f6dfbc6c8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80405) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 18 16:34:43.343160 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device e23d55cc-219d-4b60-8c2d-82ae720bb48d up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:34:43.450288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port e23d55cc-219d-4b60-8c2d-82ae720bb48d completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:34:43.455116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port e23d55cc-219d-4b60-8c2d-82ae720bb48d triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:34:43.455537 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:43.731181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:43.757909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23d55cc-219d-4b60-8c2d-82ae720bb48d'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:34:43.768923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port e23d55cc-219d-4b60-8c2d-82ae720bb48d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e23d55cc-219d-4b60-8c2d-82ae720bb48d,segment=NetworkSegment(7ede17e3-b717-4863-b5cc-14b820bd7dc9),segment_id=7ede17e3-b717-4863-b5cc-14b820bd7dc9)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:34:43.799173 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:43.801204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:34:43.869714 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=e23d55cc-219d-4b60-8c2d-82ae720bb48d,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:34:43.873167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:34:43.971326 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23d55cc-219d-4b60-8c2d-82ae720bb48d', 'code': 200}
Nov 18 16:34:44.185054 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1352f-29f2-46d1-8274-5c2b16c292bd req-12f3945d-8a5d-47fa-bc88-5a7f757ae299 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:44.186657 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41f1352f-29f2-46d1-8274-5c2b16c292bd req-12f3945d-8a5d-47fa-bc88-5a7f757ae299 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 945 time: 0.0864241
Nov 18 16:34:44.285241 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-41f1352f-29f2-46d1-8274-5c2b16c292bd req-bb8d3855-6fb6-4e73-97f1-46cc005550e2 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902836
Nov 18 16:34:44.309500 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8451d97-31bc-4aad-ab43-fab295b6e72f req-533d52f7-deac-4f0e-8f95-42822870cf73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 1162 time: 0.0952392
Nov 18 16:34:44.355447 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-c8451d97-31bc-4aad-ab43-fab295b6e72f req-5416168e-c581-41a3-af97-0ef304f8bcd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391169
Nov 18 16:34:44.921932 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device e23d55cc-219d-4b60-8c2d-82ae720bb48d up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:34:44.991339 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port e23d55cc-219d-4b60-8c2d-82ae720bb48d triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:34:44.991857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:34:45.501919 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ddea-fe69-4550-8c9b-6cbf5d255de6 req-91630d35-eab2-47ce-b3dc-641e7b013f66 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:45.503522 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8c02ddea-fe69-4550-8c9b-6cbf5d255de6 req-91630d35-eab2-47ce-b3dc-641e7b013f66 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 945 time: 0.0871069
Nov 18 16:34:45.551214 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8c02ddea-fe69-4550-8c9b-6cbf5d255de6 req-b83ad26a-4329-4437-a0cc-72e6c40b70c2 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415454
Nov 18 16:34:46.757064 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d5568-3f18-4c12-81e1-f51e80b36fb5 req-0df94c47-7dbc-489c-b0e5-6eaefd07dc9f tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:34:46.758658 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-820d5568-3f18-4c12-81e1-f51e80b36fb5 req-0df94c47-7dbc-489c-b0e5-6eaefd07dc9f tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 945 time: 0.0820727
Nov 18 16:34:46.810296 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-820d5568-3f18-4c12-81e1-f51e80b36fb5 req-13b816ed-cf62-4ed8-9a14-542a35602570 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457146
Nov 18 16:34:58.745728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:35:04.518855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e52b22b8-c42b-49eb-8512-04c7fe867997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:05.815946 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:06.724269 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-96c44bed-8ae4-4990-86d1-07f02684b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:07.290044 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:08.809667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:09.301229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:32.996420 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359c5cf-ebde-478b-91fd-f148a4cf4207 req-af3f49fc-f226-4652-a437-8e0e1c22ade8 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:32.999444 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e359c5cf-ebde-478b-91fd-f148a4cf4207 req-af3f49fc-f226-4652-a437-8e0e1c22ade8 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 945 time: 0.0817871
Nov 18 16:35:33.048397 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-e359c5cf-ebde-478b-91fd-f148a4cf4207 req-e3ec4a45-e486-4191-bc76-605e2088a46e tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437348
Nov 18 16:35:34.265337 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e929-5334-4b07-848e-3419005141c9 req-ec00c465-af93-48f4-bcfb-f33384494529 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:34.267185 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53c9e929-5334-4b07-848e-3419005141c9 req-ec00c465-af93-48f4-bcfb-f33384494529 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 945 time: 0.0865529
Nov 18 16:35:34.530014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d19ff20b-dd2d-4b3e-99e7-0a75e9e7b0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:34.584241 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-53c9e929-5334-4b07-848e-3419005141c9 req-88178e01-ab52-4e46-abce-e655aa0258c0 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106878
Nov 18 16:35:34.609686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05801-caf6-4024-964c-d405e04abf7a req-1fb05d64-f88f-4da5-9569-e6796fc26178 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:34.611232 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ec05801-caf6-4024-964c-d405e04abf7a req-1fb05d64-f88f-4da5-9569-e6796fc26178 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 945 time: 0.1055057
Nov 18 16:35:34.687642 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Deleting port e23d55cc-219d-4b60-8c2d-82ae720bb48d {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:35:34.687957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:34.948116 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] For port e23d55cc-219d-4b60-8c2d-82ae720bb48d, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=e23d55cc-219d-4b60-8c2d-82ae720bb48d,segment=NetworkSegment(7ede17e3-b717-4863-b5cc-14b820bd7dc9),segment_id=7ede17e3-b717-4863-b5cc-14b820bd7dc9)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:35:34.948421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:35.079763 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Calling delete_port for e23d55cc-219d-4b60-8c2d-82ae720bb48d owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:35:35.219354 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device e23d55cc-219d-4b60-8c2d-82ae720bb48d no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:35:35.333124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:35.340728 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:35.356879 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-76e20c6d-a9ca-4ca4-9b4d-c5b3e279704a tempest-TestShelveInstance-1501911589 tempest-TestShelveInstance-1501911589] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:35.417806 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Pushing event deleted for resources: {'Port': ['ID=e23d55cc-219d-4b60-8c2d-82ae720bb48d,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:35.422401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:35.561967 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] No DVR routers for this DVR port e23d55cc-219d-4b60-8c2d-82ae720bb48d on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:35:35.564024 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:35.566723 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'name': 'network-vif-deleted', 'tag': 'e23d55cc-219d-4b60-8c2d-82ae720bb48d'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:35:35.604334 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ec05801-caf6-4024-964c-d405e04abf7a req-dc7f5403-f942-4441-83fc-31d524be5e0b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "DELETE /v2.0/ports/e23d55cc-219d-4b60-8c2d-82ae720bb48d HTTP/1.1" status: 204  len: 173 time: 0.9866607
Nov 18 16:35:35.626461 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be24fe8-a17d-42c7-8170-5478b2b23d90', 'name': 'network-vif-deleted', 'tag': 'e23d55cc-219d-4b60-8c2d-82ae720bb48d', 'status': 'completed', 'code': 200}
Nov 18 16:35:35.746675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:35:35.759748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-25d710f3-f8c3-4324-aed1-5c557a948f34 req-bd778fe7-64f3-4749-a21f-f98af0ab7bc0 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Synchronizing usage tracker for tenant:9b85a452c9f94f92a9e7f8d3e6611981 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:35:35.797820 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-25d710f3-f8c3-4324-aed1-5c557a948f34 req-bd778fe7-64f3-4749-a21f-f98af0ab7bc0 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Unset dirty status for tenant:9b85a452c9f94f92a9e7f8d3e6611981 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:35:35.799316 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-25d710f3-f8c3-4324-aed1-5c557a948f34 req-bd778fe7-64f3-4749-a21f-f98af0ab7bc0 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=1be24fe8-a17d-42c7-8170-5478b2b23d90 HTTP/1.1" status: 200  len: 210 time: 0.0853786
Nov 18 16:35:35.843693 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:36.752480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-935e43e5-7d36-4bee-afd7-8acf0ed95ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:37.323883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:38.815087 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:39.312227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:42.849240 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-90494611-8395-47d8-9ba5-d71b4607b63e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0785153
Nov 18 16:35:42.946409 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-f5f42eef-dfad-443a-ad70-45f230773c93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1163 time: 0.0748303
Nov 18 16:35:43.103997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a348cc-e960-4384-840c-c9e013f85e8b req-4e2c7723-5c48-4c93-a5ea-ffb0b86cbcc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:43.106150 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-4e2c7723-5c48-4c93-a5ea-ffb0b86cbcc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1391089
Nov 18 16:35:43.216038 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-51b42919-d239-4df3-bcdf-13b478a1a0cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 1002 time: 0.1016221
Nov 18 16:35:43.284617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a348cc-e960-4384-840c-c9e013f85e8b req-4c41b056-14e3-44a6-af9e-3ea96bab44cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:43.286150 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-4c41b056-14e3-44a6-af9e-3ea96bab44cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0630066
Nov 18 16:35:43.368910 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-87b3f0a9-d310-418e-9c53-48e4d0f0f9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753424
Nov 18 16:35:43.512246 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-1aaec65a-1b49-423c-bd2b-8126fe01a58d service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358521
Nov 18 16:35:43.653134 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-12a348cc-e960-4384-840c-c9e013f85e8b req-da983cfd-6602-4143-82c9-cb0888b24ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1339655
Nov 18 16:35:44.376697 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-e99fe059-bc01-4e79-aaf4-06a7ef7308de tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips/ec58ef8b-a019-4745-9b97-6b12f6681bb9 HTTP/1.1" status: 200  len: 999 time: 0.1127903
Nov 18 16:35:44.536128 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-1ee5162e-c2b6-46ac-ab83-655cc124c08e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:44.537652 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-1ee5162e-c2b6-46ac-ab83-655cc124c08e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.1542182
Nov 18 16:35:44.548797 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-f612cd2b-563e-426b-86f1-e44bc0648dfd tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:35:44.549837 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-f612cd2b-563e-426b-86f1-e44bc0648dfd tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058165
Nov 18 16:35:44.654842 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-b79a00f8-ba9b-4951-ac62-e17417c98a90 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.150 HTTP/1.1" status: 200  len: 1002 time: 0.0989919
Nov 18 16:35:44.734252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-a0fce935-e1c5-4bd5-b901-5b7213cdb83e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:44.735703 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-a0fce935-e1c5-4bd5-b901-5b7213cdb83e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports/94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 943 time: 0.0748422
Nov 18 16:35:44.920068 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-4563e68b-c529-4688-8989-a9443c40ef0e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.150 HTTP/1.1" status: 200  len: 1002 time: 0.1059265
Nov 18 16:35:45.129201 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Deleting port 03e2d5fe-6fb8-4e3f-a7bd-e58c77dc86bf {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:35:45.129581 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:45.523445 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:45.524026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:45.649801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Calling delete_port for 03e2d5fe-6fb8-4e3f-a7bd-e58c77dc86bf owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:35:45.883610 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:45.899592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:45.953895 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'Port': ['ID=03e2d5fe-6fb8-4e3f-a7bd-e58c77dc86bf,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:46.019223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.019644 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.020059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.020472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.020904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.021310 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.021711 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.022111 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.022508 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.022906 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.023308 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.023706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.024190 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.024620 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.025021 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.025418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.025815 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.026213 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.026608 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.027032 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.027428 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.027830 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.028223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.028664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:35:46.033861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:46.137108 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:46.137488 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Floating IP ec58ef8b-a019-4745-9b97-6b12f6681bb9 disassociated (deleted). External IP: 172.27.3.150, port: 94b0c856-a784-4bb9-ba9b-c2e839880416.
Nov 18 16:35:46.544949 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:35:46.752471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:35:46.763303 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:35:46.776628 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:35:46.782655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14409a3fd0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:35:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:46.850011 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:46.906752 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-39b1ee73-d3c7-4675-abe5-cbad137ff79b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "DELETE /v2.0/floatingips/ec58ef8b-a019-4745-9b97-6b12f6681bb9 HTTP/1.1" status: 204  len: 173 time: 1.9807317
Nov 18 16:35:46.907318 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:35:46.966670 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:35:46.966812 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'status': 'completed', 'code': 200}
Nov 18 16:35:47.144089 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-b7dd9a11-ba23-42bb-8cc4-2001a9878e6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1163 time: 0.2238708
Nov 18 16:35:47.285204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-4e9921c5-fe92-4206-aa8a-fab70356c273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:47.286733 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-4e9921c5-fe92-4206-aa8a-fab70356c273 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.1364200
Nov 18 16:35:47.336990 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14409a3fd0>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:10Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:47.341171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:35:47.352625 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:35:47.353304 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14409a3fd0>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:35:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:47.357580 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-abc23da0-42ec-4396-80b2-f64b182c8f05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 217 time: 0.0636833
Nov 18 16:35:47.429823 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-43d261a3-44c1-4bb7-8009-076e2e0ababf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:47.431433 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-43d261a3-44c1-4bb7-8009-076e2e0ababf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.0677519
Nov 18 16:35:47.545258 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:35:47.579436 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-b4da73a3-acfd-4e96-8480-6be7b37bd8ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1404216
Nov 18 16:35:47.583101 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-1f770e58-dbf6-49af-8ce8-5eec50eb7196 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 1163 time: 0.1075807
Nov 18 16:35:47.845458 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-287f1753-0e27-4ee8-bca9-95e3a255e7fa service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586489
Nov 18 16:35:47.847853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-5e1f3c4a-05dd-4df2-89e0-066d0952e7da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:47.849347 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-5e1f3c4a-05dd-4df2-89e0-066d0952e7da service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.2363968
Nov 18 16:35:47.911784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14409a3fd0>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:10Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:47.916000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77307b-ddb3-4c81-a6b7-10657d4e76b8 None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_floatingips': [{'id': 'c69b45f4-c2e9-4f4b-882e-f756ba44686e', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'router_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'port_id': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'mac_address': 'fa:16:3e:a0:7c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:05Z', 'updated_at': '2020-11-18T16:32:10Z', 'revision_number': 2, 'project_id': '0e323e17592344329dd6501c3bd20971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:35:48.012890 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-84e92a3c-1192-4dd6-a415-6d871bdb5dde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 200  len: 217 time: 0.1356044
Nov 18 16:35:48.121765 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6ea0e252-7f8c-40ec-8c0e-93b7de58f9b2 req-cd74c587-672f-4907-997c-53eac19f9515 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2693624
Nov 18 16:35:48.123188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-b83464f6-312c-4f13-a333-c6e0f3079a07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:48.124619 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-b83464f6-312c-4f13-a333-c6e0f3079a07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1044905
Nov 18 16:35:48.211526 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-e93d5e0c-8ece-4648-80cd-2707e0492b3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802622
Nov 18 16:35:48.315295 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b82e2d-f814-4f65-b6e1-9619e3e94eab None None] New status for floating IP ec58ef8b-a019-4745-9b97-6b12f6681bb9: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:35:48.657691 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-bd613373-968d-4513-94da-603122924ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4372389
Nov 18 16:35:48.829197 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b603-ef95-47e5-817c-ea63a040acc8 req-f0e51519-1562-4e4e-a7ca-35d42e3f7e49 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:48.829974 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d9d0b603-ef95-47e5-817c-ea63a040acc8 req-f0e51519-1562-4e4e-a7ca-35d42e3f7e49 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:35:48.861462 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-bbc0a234-7718-44b5-8d8c-6e172967095b req-d1494969-0bf1-4f7e-85dc-693d0e60302c service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1928682
Nov 18 16:35:48.906434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-d9d0b603-ef95-47e5-817c-ea63a040acc8 req-f0e51519-1562-4e4e-a7ca-35d42e3f7e49 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:35:48.907684 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d9d0b603-ef95-47e5-817c-ea63a040acc8 req-f0e51519-1562-4e4e-a7ca-35d42e3f7e49 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.2927361
Nov 18 16:35:48.958186 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-d9d0b603-ef95-47e5-817c-ea63a040acc8 req-066e6870-0a83-43ea-844a-a06d54e59b14 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438321
Nov 18 16:35:49.954778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-bd36b5ce-c189-4405-82ec-bdd9e4168750 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:49.956274 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-bd36b5ce-c189-4405-82ec-bdd9e4168750 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/networks?id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 HTTP/1.1" status: 200  len: 813 time: 0.1546013
Nov 18 16:35:49.973418 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-64c91e68-76dd-47d8-80dc-5a7fa7df5311 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/quotas/9b85a452c9f94f92a9e7f8d3e6611981 HTTP/1.1" status: 200  len: 375 time: 0.0111880
Nov 18 16:35:50.023346 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-db39f0d1-0706-4e77-8e9b-f16902d1f00f tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0440772
Nov 18 16:35:50.037611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-f783e4af-73cb-4469-b894-5357b1247942 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80403) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 18 16:35:50.038511 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-f783e4af-73cb-4469-b894-5357b1247942 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0067942
Nov 18 16:35:50.310075 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-6cce716c-3d45-4071-8a28-9482999440d3 service neutron] 10.222.0.23 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2378063
Nov 18 16:35:50.321206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-a9650623-da57-4834-9712-cdc591ed9909 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:50.322719 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-a9650623-da57-4834-9712-cdc591ed9909 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.2899489
Nov 18 16:35:50.351446 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0746cf-7504-4c01-9ff8-0b0861119a61 req-ce1edc94-f0c7-4552-8b04-bfc898e100a1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:50.353031 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ea0746cf-7504-4c01-9ff8-0b0861119a61 req-ce1edc94-f0c7-4552-8b04-bfc898e100a1 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 946 time: 0.2494938
Nov 18 16:35:50.544283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Deleting port 94b0c856-a784-4bb9-ba9b-c2e839880416 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:35:50.544703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:50.594987 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ea0746cf-7504-4c01-9ff8-0b0861119a61 req-2821067b-fcc5-42e9-95d1-a8fa93e3a98b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2059472
Nov 18 16:35:50.629522 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-1e04c75c-4dc7-4d03-82f5-52902bf7eecd service neutron] 10.222.0.23 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3057990
Nov 18 16:35:50.878710 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-8482b29d-0409-48bb-b811-0bb217254bca req-32acaa1c-a72d-4a2f-ae8e-fd81e76218b4 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 210 time: 0.0561237
Nov 18 16:35:50.880527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] For port 94b0c856-a784-4bb9-ba9b-c2e839880416, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=94b0c856-a784-4bb9-ba9b-c2e839880416,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:35:50.880941 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:51.011980 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Calling delete_port for 94b0c856-a784-4bb9-ba9b-c2e839880416 owned by compute:nova {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:35:51.186501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:51.205010 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-3fbc4ed2-fdef-4a6a-894e-281e99b3e847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:51.262472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'Port': ['ID=94b0c856-a784-4bb9-ba9b-c2e839880416,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:51.265477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:51.413658 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] No DVR routers for this DVR port 94b0c856-a784-4bb9-ba9b-c2e839880416 on host hv-cinder-75995 {{(pid=80403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:35:51.415872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:51.420121 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'name': 'network-vif-deleted', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:35:51.450806 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5762a5c2-1a17-4f45-b8e4-34dc9960e6a5 req-cb556b8d-cfe8-4561-a95f-6feed7d861a4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "DELETE /v2.0/ports/94b0c856-a784-4bb9-ba9b-c2e839880416 HTTP/1.1" status: 204  len: 173 time: 1.0945575
Nov 18 16:35:51.479711 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e30893-6d19-4407-83bf-b1e584dc7e30', 'name': 'network-vif-deleted', 'tag': '94b0c856-a784-4bb9-ba9b-c2e839880416', 'status': 'completed', 'code': 200}
Nov 18 16:35:51.625305 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 94b0c856-a784-4bb9-ba9b-c2e839880416 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:35:51.668594 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: 94b0c856-a784-4bb9-ba9b-c2e839880416 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:35:51.669220 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device 94b0c856-a784-4bb9-ba9b-c2e839880416 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:35:51.772564 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5fbff516-c119-46ec-9476-0575d4cae4f2 req-4dda58c9-910c-4665-8fdb-3ed39f318a67 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:35:51.826969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5fbff516-c119-46ec-9476-0575d4cae4f2 req-4dda58c9-910c-4665-8fdb-3ed39f318a67 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:35:51.828449 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5fbff516-c119-46ec-9476-0575d4cae4f2 req-4dda58c9-910c-4665-8fdb-3ed39f318a67 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=51e30893-6d19-4407-83bf-b1e584dc7e30 HTTP/1.1" status: 200  len: 210 time: 0.1032412
Nov 18 16:35:52.064315 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-25841427-b93a-471d-bbda-8b2150f6198e req-d2ab9965-ef12-4cf7-bacc-30c2203b778e tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 210 time: 0.0546312
Nov 18 16:35:52.370951 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-13dbca54-c930-4b1d-ac0e-3fd9aca200f3 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:52.372512 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-13dbca54-c930-4b1d-ac0e-3fd9aca200f3 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "GET /v2.0/networks?id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 HTTP/1.1" status: 200  len: 813 time: 0.1549149
Nov 18 16:35:52.391590 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Request body: {'port': {'device_id': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5', 'admin_state_up': True, 'tenant_id': '9b85a452c9f94f92a9e7f8d3e6611981'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:35:52.544481 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 18 16:35:52.554731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.quota.driver [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80403) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 18 16:35:52.586342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Made reservation on behalf of 9b85a452c9f94f92a9e7f8d3e6611981 for: {'port': 1} {{(pid=80403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 18 16:35:52.592559 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:52.904203 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_common [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Allocated IP 172.20.0.3 (a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5/974f4ef3-cff0-4dab-b722-9f840c1378d8/f42c1dde-058a-45d7-94dd-820da350e805) {{(pid=80403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 18 16:35:53.120063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks [] for port, precommit_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:53.175398 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304042136112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_create {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:53.197094 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-31b6fd44-b494-4c7a-a87b-0e18f037ef82 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:53.615105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Pushing event updated for resources: {'Port': ['ID=f42c1dde-058a-45d7-94dd-820da350e805,revision_number=1']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:53.622819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:53.679532 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf129-53f9-48f9-84e5-71159f74fc72 req-117e4628-d59a-4bed-97c2-10f621970ec4 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:53.681154 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6b4cf129-53f9-48f9-84e5-71159f74fc72 req-117e4628-d59a-4bed-97c2-10f621970ec4 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 931 time: 0.4475214
Nov 18 16:35:53.691081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 is already hosted by enough agents. {{(pid=80403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 18 16:35:53.704022 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.base_scheduler [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Resources bound (agent type, host, resource id):  {{(pid=80403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 18 16:35:53.707657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Received port after_create {{(pid=80403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 18 16:35:53.785798 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-6b4cf129-53f9-48f9-84e5-71159f74fc72 req-ebec70ab-73e5-49f6-851a-57bafe56bb4f tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974636
Nov 18 16:35:53.795045 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:53.795706 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:53.843870 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-93613b7a-05b7-4b6b-89e4-aec719a0794a tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4564495
Nov 18 16:35:53.857139 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.v2.base [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Request body: {'port': {'device_id': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 18 16:35:53.966634 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:54.373981 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42c1dde-058a-45d7-94dd-820da350e805 {{(pid=80403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 18 16:35:54.381351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:54.395158 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Transition to ACTIVE for port object f42c1dde-058a-45d7-94dd-820da350e805 will not be triggered until provisioned by entity L2. {{(pid=80403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 18 16:35:54.420730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:54.437299 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9290510e-5a4a-472b-9d47-673b413a7564 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:54.584472 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Pushing event updated for resources: {'Port': ['ID=f42c1dde-058a-45d7-94dd-820da350e805,revision_number=2']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:54.588888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:54.765717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Attempting to bind port f42c1dde-058a-45d7-94dd-820da350e805 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 18 16:35:54.766090 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Attempting to bind port f42c1dde-058a-45d7-94dd-820da350e805 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 18 16:35:54.766458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Attempting to bind port f42c1dde-058a-45d7-94dd-820da350e805 on network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 18 16:35:54.773703 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Checking agent: {'id': '0f0da347-f668-4b07-b041-5ed88a74ee72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 21, 35), 'started_at': datetime.datetime(2020, 11, 18, 16, 22, 5), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 18 16:35:54.774074 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Checking segment: {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 18 16:35:54.774477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:54.774872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Bound using segment: {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'} {{(pid=80403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 18 16:35:54.775345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Bound port: f42c1dde-058a-45d7-94dd-820da350e805, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ede17e3-b717-4863-b5cc-14b820bd7dc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5'}}] {{(pid=80403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 18 16:35:54.775719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:54.873640 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] For port f42c1dde-058a-45d7-94dd-820da350e805, host hv-cinder-75995, cleared binding levels {{(pid=80403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 18 16:35:54.877188 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] For port f42c1dde-058a-45d7-94dd-820da350e805, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f42c1dde-058a-45d7-94dd-820da350e805,segment=NetworkSegment(7ede17e3-b717-4863-b5cc-14b820bd7dc9),segment_id=7ede17e3-b717-4863-b5cc-14b820bd7dc9)] {{(pid=80403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 18 16:35:54.954454 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852613605'] for port, after_update {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:54.973531 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-8de99c3e-9572-47d8-afd8-80e82be7bf2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:55.144245 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Pushing event updated for resources: {'Port': ['ID=f42c1dde-058a-45d7-94dd-820da350e805,revision_number=3']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:55.156893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:55.186871 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa3a7-de7f-422d-8536-5a43cc473b45 req-085bd003-e37a-4b04-8a42-4e54e8c2253b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:55.187633 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-392fa3a7-de7f-422d-8536-5a43cc473b45 req-085bd003-e37a-4b04-8a42-4e54e8c2253b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Synchronizing usage tracker for tenant:9b85a452c9f94f92a9e7f8d3e6611981 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:35:55.206493 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:55.207948 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-0dc8ecdc-8a5a-44cf-ba78-7988941c2f6e service neutron] 10.222.0.37 "PUT /v2.0/ports/f42c1dde-058a-45d7-94dd-820da350e805 HTTP/1.1" status: 200  len: 1157 time: 1.3561454
Nov 18 16:35:55.208463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'tag': 'f42c1dde-058a-45d7-94dd-820da350e805'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:35:55.261068 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-392fa3a7-de7f-422d-8536-5a43cc473b45 req-085bd003-e37a-4b04-8a42-4e54e8c2253b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Unset dirty status for tenant:9b85a452c9f94f92a9e7f8d3e6611981 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:35:55.262377 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-392fa3a7-de7f-422d-8536-5a43cc473b45 req-085bd003-e37a-4b04-8a42-4e54e8c2253b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 943 time: 0.3484104
Nov 18 16:35:55.266668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'tag': 'f42c1dde-058a-45d7-94dd-820da350e805', 'status': 'completed', 'code': 200}
Nov 18 16:35:55.362479 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-392fa3a7-de7f-422d-8536-5a43cc473b45 req-93924952-d141-4ebd-874b-360b963bfb91 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934675
Nov 18 16:35:55.388680 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dcc99a63-55ab-4b68-a1a2-958ade01571a req-a4a8343e-b815-4ebf-b913-1518554969d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 1160 time: 0.0975878
Nov 18 16:35:55.643048 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99a63-55ab-4b68-a1a2-958ade01571a req-3dadc61d-92ca-4b3c-a874-fa6fd122e086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:55.644694 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dcc99a63-55ab-4b68-a1a2-958ade01571a req-3dadc61d-92ca-4b3c-a874-fa6fd122e086 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2491770
Nov 18 16:35:55.648013 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-e9c936b9-2ff2-45e4-8939-c081e475d85a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips/c69b45f4-c2e9-4f4b-882e-f756ba44686e HTTP/1.1" status: 200  len: 998 time: 0.1464856
Nov 18 16:35:55.923522 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99a63-55ab-4b68-a1a2-958ade01571a req-6b71f5d1-9a9c-42ac-bb04-514a2e79798d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:55.925212 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-dcc99a63-55ab-4b68-a1a2-958ade01571a req-6b71f5d1-9a9c-42ac-bb04-514a2e79798d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2737465
Nov 18 16:35:55.932027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-40c009fb-98ee-4280-b71d-cb2e37baa364 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:55.933988 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-40c009fb-98ee-4280-b71d-cb2e37baa364 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.2578571
Nov 18 16:35:56.095129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-afad7f63-7393-4662-8834-f457d931af0a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:35:56.125265 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-8d28fe59-97f3-49b6-bb53-94e47b2227ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 1160 time: 0.1323297
Nov 18 16:35:56.191675 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-afad7f63-7393-4662-8834-f457d931af0a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:35:56.192886 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-afad7f63-7393-4662-8834-f457d931af0a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 1001 time: 0.2524147
Nov 18 16:35:56.234638 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-bc6b95af-25ff-40e7-b7f0-6070b5ab1ded service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f42c1dde-058a-45d7-94dd-820da350e805 HTTP/1.1" status: 200  len: 217 time: 0.1018538
Nov 18 16:35:56.595195 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-a2bf6e34-d24b-4844-adb5-bec0375a4c5a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:56.596668 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-a2bf6e34-d24b-4844-adb5-bec0375a4c5a tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports/d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 942 time: 0.3959041
Nov 18 16:35:56.608891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-10c980c6-d316-48d2-a3a5-599ceb2324a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:56.610395 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-10c980c6-d316-48d2-a3a5-599ceb2324a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=974f4ef3-cff0-4dab-b722-9f840c1378d8 HTTP/1.1" status: 200  len: 853 time: 0.3703020
Nov 18 16:35:56.665510 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-531528c8-99a4-4269-8a9b-7635fa3cabc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476477
Nov 18 16:35:56.800400 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fb4f1-1fe2-4e25-b407-d0c0f7529036 req-0c5cbdd2-067f-485a-b94d-c8a270c638dd tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:56.802012 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b02fb4f1-1fe2-4e25-b407-d0c0f7529036 req-0c5cbdd2-067f-485a-b94d-c8a270c638dd tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 943 time: 0.2612009
Nov 18 16:35:56.929432 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-8ea9e490-6ddc-4211-9532-de063d3ae683 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 1001 time: 0.2303503
Nov 18 16:35:57.021606 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b02fb4f1-1fe2-4e25-b407-d0c0f7529036 req-5b5c972a-dd96-4135-b6ba-ca2039f6885b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105422
Nov 18 16:35:57.037285 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-34fca5cf-f486-41cb-b199-502421e00de6 service neutron] 10.222.0.37 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3610721
Nov 18 16:35:57.289538 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Deleting port f4e1f339-8e8d-4b57-b0ed-399a1f46dbe7 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:35:57.289916 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:57.325152 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-17f634cd-a883-4bdf-99f8-bfe20091e500 req-db5d9b3f-70ac-4c18-9af7-ca5e6762e68b service neutron] 10.222.0.37 "GET /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2792737
Nov 18 16:35:57.472683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:57.473059 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:57.602035 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Calling delete_port for f4e1f339-8e8d-4b57-b0ed-399a1f46dbe7 owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:35:57.768869 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:57.784113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-efe2c8a3-2f2c-465d-a119-88521c1923a9 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:35:57.840905 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'Port': ['ID=f4e1f339-8e8d-4b57-b0ed-399a1f46dbe7,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:35:57.844996 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:35:58.002913 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:58.003294 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.db.l3_db [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Floating IP c69b45f4-c2e9-4f4b-882e-f756ba44686e disassociated (deleted). External IP: 172.27.3.178, port: d26e0cc7-b04b-4c5c-9fb2-d711ecccab86.
Nov 18 16:35:58.269827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424620c9-1bcf-4c37-bc2b-a3ac4c8aafad req-d2889670-fd8e-4ff6-ac11-c8f04a30f116 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:58.271316 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-424620c9-1bcf-4c37-bc2b-a3ac4c8aafad req-d2889670-fd8e-4ff6-ac11-c8f04a30f116 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 943 time: 0.1144555
Nov 18 16:35:58.393950 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-424620c9-1bcf-4c37-bc2b-a3ac4c8aafad req-d5b231da-591e-481b-a17e-63acc9381a62 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145890
Nov 18 16:35:58.531762 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:35:58.738796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:35:58.748353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:35:58.762018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:35:58.762785 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14414a1518>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:35:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:58.809724 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:35:58.865069 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-d3950259-d735-4b3a-943a-82ed4e6d153e tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "DELETE /v2.0/floatingips/c69b45f4-c2e9-4f4b-882e-f756ba44686e HTTP/1.1" status: 204  len: 173 time: 1.9265277
Nov 18 16:35:58.865618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86'}] {{(pid=80403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:35:58.928129 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'status': 'completed', 'code': 200}
Nov 18 16:35:58.955969 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:35:59.005373 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-8841e57f-3b38-4eaf-a273-33d760a47a43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.1266510
Nov 18 16:35:59.377637 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-ebe3dd57-9f46-44e4-abbb-008a63db2d60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e323e17592344329dd6501c3bd20971&device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 1162 time: 0.4211290
Nov 18 16:35:59.445811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-3e679171-bba1-44a0-b4dd-64a972e7a8f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:59.447447 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-3e679171-bba1-44a0-b4dd-64a972e7a8f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.4340141
Nov 18 16:35:59.455901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14414a1518>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:59.460096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:35:59.471333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:35:59.472000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14414a1518>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:35:37Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:59.627254 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-3efe30fb-1fd1-47c1-b7db-b32732d97e8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 217 time: 0.1297190
Nov 18 16:35:59.659883 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:35:59.709413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-f7f0381c-925d-4679-814e-ee9c9e56a228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:59.710993 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-f7f0381c-925d-4679-814e-ee9c9e56a228 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 200  len: 905 time: 0.3267157
Nov 18 16:35:59.800572 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-a0281691-5e93-45f2-b968-c230b625c1cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:59.802191 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-a0281691-5e93-45f2-b968-c230b625c1cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1670876
Nov 18 16:35:59.805253 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-2689003d-26ac-4b42-abab-0462a1500673 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 200  len: 217 time: 0.0850430
Nov 18 16:35:59.856999 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3b2bf-a74c-4126-bba0-c31078ec9108 req-f29ac46f-03ca-44c1-8d27-7f9f4a428370 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:59.858561 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-99c3b2bf-a74c-4126-bba0-c31078ec9108 req-f29ac46f-03ca-44c1-8d27-7f9f4a428370 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 943 time: 0.3040388
Nov 18 16:35:59.972089 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-c7c0b70b-22bc-4f95-af70-0955f509b4a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:35:59.973617 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-c7c0b70b-22bc-4f95-af70-0955f509b4a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 200  len: 850 time: 0.1237812
Nov 18 16:35:59.993650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14414a1518>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:35:59.998611 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device f42c1dde-058a-45d7-94dd-820da350e805 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:36:00.028518 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-99c3b2bf-a74c-4126-bba0-c31078ec9108 req-4e383fc9-f147-42e7-88dc-eb1a04592189 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285298
Nov 18 16:36:00.029577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b84c4a-b304-4abb-9d98-c2e2a7e3f5be None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:46Z', 'revision_number': 4, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi', '_interfaces': [{'id': '41b44493-fd67-4f8f-8ae9-c729bc9fed2b', 'name': '', 'network_id': 'e086fa84-46ff-4c0b-bd13-d3efd18c0286', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'mac_address': 'fa:16:3e:40:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:45Z', 'updated_at': '2020-11-18T16:28:55Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'subnets': [{'id': '3377cdd0-085f-4b75-9e5a-ba57f36068bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:36:00.044014 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-01fb3fa7-d9f5-4e56-ab58-9cc448986cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2348020
Nov 18 16:36:00.076309 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-8b574652-9226-48f4-be20-8b6a0c4849ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e086fa84-46ff-4c0b-bd13-d3efd18c0286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912931
Nov 18 16:36:00.106118 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning for port f42c1dde-058a-45d7-94dd-820da350e805 completed by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 18 16:36:00.113233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port f42c1dde-058a-45d7-94dd-820da350e805 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:36:00.113650 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:00.235791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:00.263876 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c1dde-058a-45d7-94dd-820da350e805'}] {{(pid=80405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:36:00.274363 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] For port f42c1dde-058a-45d7-94dd-820da350e805, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f42c1dde-058a-45d7-94dd-820da350e805,segment=NetworkSegment(7ede17e3-b717-4863-b5cc-14b820bd7dc9),segment_id=7ede17e3-b717-4863-b5cc-14b820bd7dc9)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:00.306657 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:00.308880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:00.345762 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42c1dde-058a-45d7-94dd-820da350e805', 'code': 200}
Nov 18 16:36:00.352100 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-4807c66b-cefa-4dda-af45-aab801457a42 service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747087
Nov 18 16:36:00.356303 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-f6d681a3-648e-4856-af8f-7ecbd019df47 service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478116
Nov 18 16:36:00.391510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Pushing event updated for resources: {'Port': ['ID=f42c1dde-058a-45d7-94dd-820da350e805,revision_number=4']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:00.402004 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.402399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.402784 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.403161 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.403542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.403915 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.404365 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.404679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.405051 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.410342 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.411626 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:00.415065 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:00.506846 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d46618-57ce-46f0-832d-8d947666752a None None] New status for floating IP c69b45f4-c2e9-4f4b-882e-f756ba44686e: DOWN {{(pid=80406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 18 16:36:00.628175 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b65f65af-4668-4a9c-8cd3-77c3b95ba6f8 req-29068aae-94b4-42db-8910-d56a8c77faaf service neutron] 10.222.0.37 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2643795
Nov 18 16:36:00.630232 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-eb3335e3-d581-47de-8e80-97b8caa9c17e req-db4d29fa-9556-4099-b5a3-a9f96322de2c service neutron] 10.222.0.23 "GET /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2678685
Nov 18 16:36:00.653349 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2d270c63-df50-4a51-a957-8234803bc28e req-ac00ee14-35aa-4ec2-a786-f41ca843a02a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 1162 time: 0.0834131
Nov 18 16:36:00.700787 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-2d270c63-df50-4a51-a957-8234803bc28e req-f8499e8a-8e74-4fe7-bd6e-eb8b75838833 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402281
Nov 18 16:36:01.182164 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27da17-fd23-45f8-a24f-df97f692348a req-a1ca941d-e909-4b91-acbe-97da3fe623bc tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:01.182936 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5f27da17-fd23-45f8-a24f-df97f692348a req-a1ca941d-e909-4b91-acbe-97da3fe623bc tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:36:01.235322 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-5f27da17-fd23-45f8-a24f-df97f692348a req-a1ca941d-e909-4b91-acbe-97da3fe623bc tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:port {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:36:01.236565 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5f27da17-fd23-45f8-a24f-df97f692348a req-a1ca941d-e909-4b91-acbe-97da3fe623bc tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 945 time: 0.1368930
Nov 18 16:36:01.309322 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-5f27da17-fd23-45f8-a24f-df97f692348a req-268ca426-bb24-4678-b1a7-68971437a4c6 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0664644
Nov 18 16:36:01.320401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11354731-45d7-4291-9e40-a34ac36a41b7 req-7a76632c-ca6f-492f-b169-aebfc65e2519 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:01.321990 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-11354731-45d7-4291-9e40-a34ac36a41b7 req-7a76632c-ca6f-492f-b169-aebfc65e2519 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 945 time: 0.1264596
Nov 18 16:36:01.371502 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-11354731-45d7-4291-9e40-a34ac36a41b7 req-d7ff6e9d-1a97-4503-8ad9-192cc5cc5963 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432336
Nov 18 16:36:01.742935 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device f42c1dde-058a-45d7-94dd-820da350e805 up at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 18 16:36:01.816579 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.provisioning_blocks [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Provisioning complete for port f42c1dde-058a-45d7-94dd-820da350e805 triggered by entity L2. {{(pid=80405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 18 16:36:01.817001 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8201935'] for port, provisioning_complete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:02.570549 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251e01a-f5dd-4790-aa1d-76f3d84db076 req-368f10fc-c580-40ce-878f-36b273ad75b0 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:02.572203 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1251e01a-f5dd-4790-aa1d-76f3d84db076 req-368f10fc-c580-40ce-878f-36b273ad75b0 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 945 time: 0.1340585
Nov 18 16:36:02.643448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c62d1-0d67-49a4-a70f-0f4f0cce69fe req-03370f94-9d2f-4d1e-a2cd-d89763f4071e tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:02.644985 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fb1c62d1-0d67-49a4-a70f-0f4f0cce69fe req-03370f94-9d2f-4d1e-a2cd-d89763f4071e tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 945 time: 0.1433539
Nov 18 16:36:02.647590 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-1251e01a-f5dd-4790-aa1d-76f3d84db076 req-ffe14bb4-2fcc-46c9-84f4-7b13b4c850ce tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups?id=95aff58a-9fd6-4c93-bdf4-8ee5eec53290&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0674219
Nov 18 16:36:02.693522 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-fb1c62d1-0d67-49a4-a70f-0f4f0cce69fe req-a9488e91-8955-4993-a91d-452de62f07e9 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424376
Nov 18 16:36:02.818689 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af2ea-dd89-4052-a69d-0d836717f31f req-bdaed95b-c96d-4849-9405-73203b704d34 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:02.820274 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-650af2ea-dd89-4052-a69d-0d836717f31f req-bdaed95b-c96d-4849-9405-73203b704d34 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 945 time: 0.0826814
Nov 18 16:36:02.899276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Deleting port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:02.899609 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:03.158455 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] For port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:03.158811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:03.285413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Calling delete_port for d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:03.471993 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:03.489764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e7421c73-6420-412f-8c24-fe9d456d51d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:03.545344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'Port': ['ID=d26e0cc7-b04b-4c5c-9fb2-d711ecccab86,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:03.609647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.610290 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.610458 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.610874 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.611281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.611695 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.612096 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.612495 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.612918 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.613316 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.613716 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.614130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.614614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.615007 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.615407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.615817 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.616224 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.616643 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.617043 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.617435 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.617828 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.618223 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.618614 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.619003 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-iscsi {{(pid=80404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 18 16:36:03.623349 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:03.714668 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] No DVR routers for this DVR port d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:36:03.719781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:03.719781 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'name': 'network-vif-deleted', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:36:03.725504 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:03.759868 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-650af2ea-dd89-4052-a69d-0d836717f31f req-15e6f75e-5700-4154-996d-30cad1c98254 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.37 "DELETE /v2.0/ports/d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 HTTP/1.1" status: 204  len: 173 time: 0.9336686
Nov 18 16:36:03.767246 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:03.767735 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device d26e0cc7-b04b-4c5c-9fb2-d711ecccab86 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:03.833753 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-234329f7-fc10-42ba-968b-954134d65257 req-3cb7ccb6-4ac7-4481-83b5-97a3d253bc2d tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/ports?device_id=5b04fffd-76f4-460b-af22-2caba8f631c8 HTTP/1.1" status: 200  len: 210 time: 0.0474942
Nov 18 16:36:03.881293 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b04fffd-76f4-460b-af22-2caba8f631c8', 'name': 'network-vif-deleted', 'tag': 'd26e0cc7-b04b-4c5c-9fb2-d711ecccab86', 'status': 'completed', 'code': 200}
Nov 18 16:36:04.529437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eec78a4a-b86e-4d8b-9139-070e89d9963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:05.059198 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-aa6b0dff-c3b6-43df-b178-4c39303a98c4 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips/f2eadb48-5f52-421c-8d8a-dd2c21573756 HTTP/1.1" status: 200  len: 693 time: 0.0884213
Nov 18 16:36:05.217775 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-ab4e126b-8aa2-464e-8ee3-3de7b2092600 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:05.219138 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-ab4e126b-8aa2-464e-8ee3-3de7b2092600 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/networks/3febb5f8-81d0-42c6-b8b3-1fe83912113a HTTP/1.1" status: 200  len: 784 time: 0.1540821
Nov 18 16:36:05.305232 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-7ace49f2-753e-419e-b1de-9352fffdd122 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Synchronizing usage tracker for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 18 16:36:05.345888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.quota.resource [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-7ace49f2-753e-419e-b1de-9352fffdd122 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Unset dirty status for tenant:0e323e17592344329dd6501c3bd20971 on resource:floatingip {{(pid=80403) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 18 16:36:05.347128 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-7ace49f2-753e-419e-b1de-9352fffdd122 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.203 HTTP/1.1" status: 200  len: 696 time: 0.1215863
Nov 18 16:36:05.435091 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-29993c5e-53f8-4ba5-ae70-7c59baa37a32 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.3.203 HTTP/1.1" status: 200  len: 696 time: 0.0815918
Nov 18 16:36:05.627789 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Deleting port f00d0a7b-f09f-4794-b27f-92e642388d28 {{(pid=80403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:05.628178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:05.854814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:06.030597 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:06.030982 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:06.160482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Calling delete_port for f00d0a7b-f09f-4794-b27f-92e642388d28 owned by network:floatingip {{(pid=80403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:06.322893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2162178'] for port, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:06.339039 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e3e9c21b-fc48-4215-be36-44c581b47136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:06.395814 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'Port': ['ID=f00d0a7b-f09f-4794-b27f-92e642388d28,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:06.398839 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:06.558908 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for floatingip, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:06.603623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for floatingip, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:06.604939 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-9ceaa49a-06e4-4acc-885d-63a8fb4f53d5 req-d9e73b30-a3e1-4a9c-a934-350cead321d2 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "DELETE /v2.0/floatingips/f2eadb48-5f52-421c-8d8a-dd2c21573756 HTTP/1.1" status: 204  len: 173 time: 1.1642125
Nov 18 16:36:06.723131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-edfe683f-c2fd-4477-a003-d4f29ac925c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:07.305730 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:08.151778 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ecd2f338-b6a2-4881-b867-588be13e92ee req-4967b453-293e-4020-9b3c-88f43f109287 tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "GET /v2.0/security-groups/95aff58a-9fd6-4c93-bdf4-8ee5eec53290 HTTP/1.1" status: 200  len: 2653 time: 0.0515053
Nov 18 16:36:08.221803 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ecd2f338-b6a2-4881-b867-588be13e92ee req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group, before_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:08.254401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ecd2f338-b6a2-4881-b867-588be13e92ee req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group, precommit_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:08.431491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ecd2f338-b6a2-4881-b867-588be13e92ee req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:08.437618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-6956e699-dfb2-401b-8a73-417f17cbf45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:08.454110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aff58a-9fd6-4c93-bdf4-8ee5eec53290,revision_number=None']} {{(pid=80403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:08.456827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80403) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:08.487923 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-ecd2f338-b6a2-4881-b867-588be13e92ee req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] Notify callbacks [] for security_group, before_response {{(pid=80403) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:08.489208 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-ecd2f338-b6a2-4881-b867-588be13e92ee req-799367ab-b777-4e85-872e-7ffae6c03d0b tempest-TestVolumeBootPattern-1920923857 tempest-TestVolumeBootPattern-1920923857] 10.222.0.23 "DELETE /v2.0/security-groups/95aff58a-9fd6-4c93-bdf4-8ee5eec53290 HTTP/1.1" status: 204  len: 173 time: 0.3315704
Nov 18 16:36:08.587811 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60144) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:08.814440 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:09.116127 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:09.294556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:09.726900 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Deleting port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:09.727514 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:09.918548 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] For port 41b44493-fd67-4f8f-8ae9-c729bc9fed2b, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:09.918961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:10.049492 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Calling delete_port for 41b44493-fd67-4f8f-8ae9-c729bc9fed2b owned by network:router_interface {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:10.248961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:10.264933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-fbcd79a0-34ac-4fb3-acf2-479e9d60ba9d tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:10.316092 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Pushing event deleted for resources: {'Port': ['ID=41b44493-fd67-4f8f-8ae9-c729bc9fed2b,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:10.320686 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:10.911338 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:11.624560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Router b0c8c1d4-857f-4253-ab5b-500aeff12575 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:36:11.827576 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:36:11.837401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] Sync routers for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:36:11.840753 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] 10.222.0.23 "PUT /v2.0/routers/b0c8c1d4-857f-4253-ab5b-500aeff12575/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2517521
Nov 18 16:36:11.843236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60160) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:11.850560 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:36:11.851284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441a9d588>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:36:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:12.037000 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:36:12.047131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:12.249020 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:12.277113 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Deleting port b6985c3f-f942-4a8b-96b7-8b53bbc9e230 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:12.277542 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:12.340699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441a9d588>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:36:10Z', 'revision_number': 5, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port': {'id': 'b6985c3f-f942-4a8b-96b7-8b53bbc9e230', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:12.344729 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] Checking router: b0c8c1d4-857f-4253-ab5b-500aeff12575 for host: dv-cinder-759955-2-iscsi {{(pid=80405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:36:12.356617 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] Routers {'b0c8c1d4-857f-4253-ab5b-500aeff12575'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:36:12.357288 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1441a9d588>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:36:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['b0c8c1d4-857f-4253-ab5b-500aeff12575'], 'active': True} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:12.460676 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] For port b6985c3f-f942-4a8b-96b7-8b53bbc9e230, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:12.461052 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:12.512381 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] Set router b0c8c1d4-857f-4253-ab5b-500aeff12575 gateway port host: None {{(pid=80405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:36:12.637872 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1441a9d588>, [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:36:12Z', 'revision_number': 6, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port_host': None}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:12.642734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2645804-9f0f-4964-960f-1f7cafcc7a3a None None] The sync data for ids ['b0c8c1d4-857f-4253-ab5b-500aeff12575'] in dv-cinder-759955-2-iscsi is: [{'id': 'b0c8c1d4-857f-4253-ab5b-500aeff12575', 'name': 'tempest-TestVolumeBootPattern-194540395-router', 'tenant_id': '0e323e17592344329dd6501c3bd20971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:42Z', 'updated_at': '2020-11-18T16:36:12Z', 'revision_number': 6, 'project_id': '0e323e17592344329dd6501c3bd20971', 'gw_port_host': None}] {{(pid=80405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:36:12.748014 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:36:12.814286 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Calling delete_port for b6985c3f-f942-4a8b-96b7-8b53bbc9e230 owned by network:router_gateway {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:13.077270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.093687 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-afaa859d-d09a-497f-a0a0-b1953e3b44be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:13.148362 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=b6985c3f-f942-4a8b-96b7-8b53bbc9e230,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:13.151181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:13.445406 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.712219 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.716641 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.785511 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.786100 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0c8c1d4-857f-4253-ab5b-500aeff12575 {{(pid=80404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:36:13.799206 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.800519 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-20997e5b-4ef8-4b8f-9f99-7f0a9d498dbe admin admin] 10.222.0.23 "DELETE /v2.0/routers/b0c8c1d4-857f-4253-ab5b-500aeff12575 HTTP/1.1" status: 204  len: 168 time: 1.9563048
Nov 18 16:36:13.803067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60168) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:13.873189 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Deleting subnet 3377cdd0-085f-4b75-9e5a-ba57f36068bf {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:36:13.876273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:13.931048 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.009196 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.294759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.310314 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:14.356933 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3377cdd0-085f-4b75-9e5a-ba57f36068bf,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:14.362088 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:14.442184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 41b44493-fd67-4f8f-8ae9-c729bc9fed2b no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:14.446721 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.455876 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-068a4932-c00c-4277-a103-4f01f0f9ff64 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3377cdd0-085f-4b75-9e5a-ba57f36068bf HTTP/1.1" status: 204  len: 168 time: 0.6493680
Nov 18 16:36:14.456141 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60172) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:14.476436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555652b-82ff-4f06-8ade-87e1765f204e None None] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:36:14.499437 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 41b44493-fd67-4f8f-8ae9-c729bc9fed2b {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:14.499835 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 41b44493-fd67-4f8f-8ae9-c729bc9fed2b not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:14.500301 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b6985c3f-f942-4a8b-96b7-8b53bbc9e230 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:14.545669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: b6985c3f-f942-4a8b-96b7-8b53bbc9e230 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:14.545986 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device b6985c3f-f942-4a8b-96b7-8b53bbc9e230 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:14.572651 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.643683 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Deleting port 469d5dc0-407c-407d-8144-cf97cf39c512 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:14.644057 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.770901 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] DHCP port deletion for e086fa84-46ff-4c0b-bd13-d3efd18c0286 request from dv-cinder-759955-2-iscsi {{(pid=80405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 16:36:14.775527 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Deleting port 469d5dc0-407c-407d-8144-cf97cf39c512 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:14.775961 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.880030 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] For port 469d5dc0-407c-407d-8144-cf97cf39c512, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=469d5dc0-407c-407d-8144-cf97cf39c512,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:14.880426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:14.998512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] For port 469d5dc0-407c-407d-8144-cf97cf39c512, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=469d5dc0-407c-407d-8144-cf97cf39c512,segment=NetworkSegment(9f4546c3-7b86-49bb-a596-95ac0aef100c),segment_id=9f4546c3-7b86-49bb-a596-95ac0aef100c)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:14.998910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.012462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Calling delete_port for 469d5dc0-407c-407d-8144-cf97cf39c512 owned by network:dhcp {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:15.117837 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.129558 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Calling delete_port for 469d5dc0-407c-407d-8144-cf97cf39c512 owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:15.134122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-62df9a3b-25d7-4cb1-8dc6-409ca544f21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:15.189456 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Pushing event deleted for resources: {'Port': ['ID=469d5dc0-407c-407d-8144-cf97cf39c512,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:15.193476 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:15.202002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:36:15.202421 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:36:15.275480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] No DVR routers for this DVR port 469d5dc0-407c-407d-8144-cf97cf39c512 on host dv-cinder-759955-2-iscsi {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:36:15.397425 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.510963 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14406146d8>,) {'filters': {'network_id': ['e086fa84-46ff-4c0b-bd13-d3efd18c0286']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:15.523591 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14406146d8>, '9f4546c3-7b86-49bb-a596-95ac0aef100c') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:15.523927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14406146d8>, '9f4546c3-7b86-49bb-a596-95ac0aef100c') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:15.536248 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.551482 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.553485 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:36:15.704434 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Deleting port 469d5dc0-407c-407d-8144-cf97cf39c512 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:15.704825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.727680 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:36:15.739392 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:15.928081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-b05c3d24-8278-4b8b-9a49-a25b4581e201 None None] The port '469d5dc0-407c-407d-8144-cf97cf39c512' was deleted {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 16:36:15.931351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Network e086fa84-46ff-4c0b-bd13-d3efd18c0286 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:36:15.954633 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:36:16.266254 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:16.270902 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:16.274580 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:16.298870 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e086fa84-46ff-4c0b-bd13-d3efd18c0286,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:16.301296 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:16.303653 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-7cf8d681-61b9-45d9-b958-51213db953bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/e086fa84-46ff-4c0b-bd13-d3efd18c0286 HTTP/1.1" status: 204  len: 168 time: 1.8461840
Nov 18 16:36:16.306234 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60184) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:16.441237 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 469d5dc0-407c-407d-8144-cf97cf39c512 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:16.475349 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 469d5dc0-407c-407d-8144-cf97cf39c512 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:16.475746 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 469d5dc0-407c-407d-8144-cf97cf39c512 not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:16.705402 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854174348'] for router_interface, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:17.313945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Deleting port abe9c1f4-4d3e-416c-a35f-e818a417935e {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:17.314319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:17.495448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] For port abe9c1f4-4d3e-416c-a35f-e818a417935e, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=abe9c1f4-4d3e-416c-a35f-e818a417935e,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:17.496026 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:17.621501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Calling delete_port for abe9c1f4-4d3e-416c-a35f-e818a417935e owned by network:router_interface {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:17.831471 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:17.846523 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-9053aba3-d6d5-4e47-9992-e6dc7fdb9986 tempest-AttachVolumeShelveTestJSON-1848720415 tempest-AttachVolumeShelveTestJSON-1848720415] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:17.899801 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe9c1f4-4d3e-416c-a35f-e818a417935e,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:17.902796 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:18.268178 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7562277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606180'] for router_interface, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:19.213639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Router 04bb6d9e-de92-40b6-852d-1d3c630d9774 has already been hosted by L3 agent 0d89e809-56be-4580-8c43-dcdb27d70602 {{(pid=80404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 18 16:36:19.425570 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-iscsi the message routers_updated {{(pid=80404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 18 16:36:19.435515 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-4290bb06-4af8-4e06-902d-ea233cd9adb0 admin admin] 10.222.0.23 "PUT /v2.0/routers/04bb6d9e-de92-40b6-852d-1d3c630d9774/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1282380
Nov 18 16:36:19.437252 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] Sync routers for ids ['04bb6d9e-de92-40b6-852d-1d3c630d9774'] in dv-cinder-759955-2-iscsi {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 18 16:36:19.438085 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60198) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:19.451855 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] Routers {'04bb6d9e-de92-40b6-852d-1d3c630d9774'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:36:19.452547 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14422c7c88>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:36:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['04bb6d9e-de92-40b6-852d-1d3c630d9774'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:19.639571 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks [] for router, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:19.640717 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] Set router 04bb6d9e-de92-40b6-852d-1d3c630d9774 gateway port host: dv-cinder-759955-2-iscsi {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:36:19.845843 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:19.894129 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Deleting port 5f92c832-6f08-4364-95a4-6176ef97efde {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:19.894441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:19.935667 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14422c7c88>, [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'external_fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:36:17Z', 'revision_number': 5, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port': {'id': '5f92c832-6f08-4364-95a4-6176ef97efde', 'name': '', 'network_id': '3febb5f8-81d0-42c6-b8b3-1fe83912113a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:51Z', 'updated_at': '2020-11-18T16:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4558ce37-39b3-4c9e-93c0-9ece53a36bb8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-iscsi'}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:19.939852 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] Checking router: 04bb6d9e-de92-40b6-852d-1d3c630d9774 for host: dv-cinder-759955-2-iscsi {{(pid=80406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 18 16:36:19.950826 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] Routers {'04bb6d9e-de92-40b6-852d-1d3c630d9774'} bound to L3 agent in host dv-cinder-759955-2-iscsi {{(pid=80406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 18 16:36:19.951480 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f14422c7c88>, 'dv-cinder-759955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:14:37Z,description=<?>,heartbeat_timestamp=2020-11-18T16:36:07Z,host='dv-cinder-759955-2-iscsi',id=0d89e809-56be-4580-8c43-dcdb27d70602,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-18T16:14:37Z,topic='l3_agent')) {'router_ids': ['04bb6d9e-de92-40b6-852d-1d3c630d9774'], 'active': True} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:20.076880 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] For port 5f92c832-6f08-4364-95a4-6176ef97efde, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=5f92c832-6f08-4364-95a4-6176ef97efde,segment=NetworkSegment(3ca6076e-40f9-4641-9925-149f8fffe23f),segment_id=3ca6076e-40f9-4641-9925-149f8fffe23f)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:20.077300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:20.109954 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvr_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] Set router 04bb6d9e-de92-40b6-852d-1d3c630d9774 gateway port host: None {{(pid=80406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 18 16:36:20.206534 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Calling delete_port for 5f92c832-6f08-4364-95a4-6176ef97efde owned by network:router_gateway {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:20.219236 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_hamode_db [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f14422c7c88>, [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:36:19Z', 'revision_number': 6, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port_host': None}], 'dv-cinder-759955-2-iscsi', False) {} {{(pid=80406) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:20.223355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793db149-4a3b-4268-96fd-85f1263aec6b None None] The sync data for ids ['04bb6d9e-de92-40b6-852d-1d3c630d9774'] in dv-cinder-759955-2-iscsi is: [{'id': '04bb6d9e-de92-40b6-852d-1d3c630d9774', 'name': 'tempest-TestVolumeBootPattern-1273636826-router', 'tenant_id': '37e3b151b59e4ce296112a46c95404f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:50Z', 'updated_at': '2020-11-18T16:36:19Z', 'revision_number': 6, 'project_id': '37e3b151b59e4ce296112a46c95404f6', 'gw_port_host': None}] {{(pid=80406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 18 16:36:20.397332 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:20.405613 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device abe9c1f4-4d3e-416c-a35f-e818a417935e no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:20.415184 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a1aad570-f765-4423-a28b-5943c6f6b2fa tempest-AttachVolumeNegativeTest-529332128 tempest-AttachVolumeNegativeTest-529332128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:20.441788 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: abe9c1f4-4d3e-416c-a35f-e818a417935e {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:20.442187 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device abe9c1f4-4d3e-416c-a35f-e818a417935e not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:20.471862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f92c832-6f08-4364-95a4-6176ef97efde,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:20.474793 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:20.785091 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854178444'] for router_gateway, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.050027 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854125332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854539689'] for router, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.054424 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.208351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854125482'] for router, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.208988 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04bb6d9e-de92-40b6-852d-1d3c630d9774 {{(pid=80404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 18 16:36:21.221490 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] Notify callbacks [] for router, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.222725 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-1ad6c024-e8dd-45f7-8c16-23965522409a admin admin] 10.222.0.23 "DELETE /v2.0/routers/04bb6d9e-de92-40b6-852d-1d3c630d9774 HTTP/1.1" status: 204  len: 168 time: 1.7837241
Nov 18 16:36:21.225384 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60208) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:21.299546 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Deleting subnet 4d5d8bab-0c2c-4aa1-b794-1a34af568b7d {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:36:21.302752 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.355149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.436854 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.981589 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:21.998061 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-7a988700-5d03-4676-a7ff-ea322fd751b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:22.052107 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5d8bab-0c2c-4aa1-b794-1a34af568b7d,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:22.056294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:22.137755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.142791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2204a4-61e4-461b-b105-0a7e0f40c605 None None] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 requested from dv-cinder-759955-2-iscsi {{(pid=80405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 18 16:36:22.144960 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-a71c1e45-2981-4657-93f4-1c130ed0f50e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d5d8bab-0c2c-4aa1-b794-1a34af568b7d HTTP/1.1" status: 204  len: 168 time: 0.9185798
Nov 18 16:36:22.147501 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60218) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:22.262577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.393078 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] DHCP port deletion for 0b19256b-e42e-4b68-ba35-c7689f997b09 request from dv-cinder-759955-2-iscsi {{(pid=80405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 18 16:36:22.398755 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Deleting port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:22.399040 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.457382 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5f92c832-6f08-4364-95a4-6176ef97efde no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:22.519592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] No Port match for: 5f92c832-6f08-4364-95a4-6176ef97efde {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:22.519920 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device 5f92c832-6f08-4364-95a4-6176ef97efde not bound to the agent host dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:22.520401 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Device a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 no longer exists at agent ovs-agent-dv-cinder-759955-2-iscsi {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:22.582692 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Deleting port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:22.583067 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.757671 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:22.758124 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.769229 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8372627'] for port, before_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.797204 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:22.797536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.899510 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Calling delete_port for a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:22.927744 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Calling delete_port for a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 owned by network:dhcp {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:22.966742 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:22.991618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732813098048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732812612569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304042163214'] for port, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:22.994512 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:23.026968 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80404) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:36:23.027698 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:36:23.032300 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:36:23.032769 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:36:23.066418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Pushing event updated for resources: {'Port': ['ID=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,revision_number=5']} {{(pid=80405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:23.073556 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80405) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:23.529804 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Deleting port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:23.530317 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:23.533664 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Deleting port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:23.541171 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:23.746939 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:23.747284 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:23.750181 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] For port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398, host dv-cinder-759955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-iscsi',level=0,port_id=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,segment=NetworkSegment(bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0),segment_id=bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0)] {{(pid=80405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:23.750791 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:23.876778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Calling delete_port for a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 owned by network:dhcp {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:23.879679 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Calling delete_port for a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 owned by network:dhcp {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:23.993779 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.db.api [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 18 16:36:23.993779 dv-cinder-759955-2-iscsi neutron-server[80292]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Nov 18 16:36:23.993779 dv-cinder-759955-2-iscsi neutron-server[80292]: [parameters: {'port_id': 'a0c9d6e9-13c5-4e5b-b6bb-987866aa4398'}]
Nov 18 16:36:23.993779 dv-cinder-759955-2-iscsi neutron-server[80292]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80405) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 18 16:36:23.994360 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_db.api [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80405) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 18 16:36:24.014448 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:24.030267 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ccd0dcc6-e2a2-4b85-be6b-8d99e7830505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:24.089509 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c9d6e9-13c5-4e5b-b6bb-987866aa4398,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:24.093479 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:24.172639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] No DVR routers for this DVR port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 on host dv-cinder-759955-2-iscsi {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:36:24.256921 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Deleting port a0c9d6e9-13c5-4e5b-b6bb-987866aa4398 {{(pid=80405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:24.257463 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:24.296533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:24.330038 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c2662-190c-4aed-9ea1-69f420343af5 None None] The port 'a0c9d6e9-13c5-4e5b-b6bb-987866aa4398' was deleted {{(pid=80405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 18 16:36:24.414081 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f14420a74e0>,) {'filters': {'network_id': ['0b19256b-e42e-4b68-ba35-c7689f997b09']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:24.427281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f14420a74e0>, 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:24.427627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f14420a74e0>, 'bd6fdfe3-ac6e-4c87-bb0b-f22c00cdbbf0') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:24.439578 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:24.512126 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:24.514491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:36:24.697639 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:36:24.707319 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:24.915328 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Network 0b19256b-e42e-4b68-ba35-c7689f997b09 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:36:24.938771 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:36:24.971749 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b5562-72fe-4a07-a6d7-87f32e9134a6 req-f5ac6786-f307-4074-aa1d-63a36f9646e2 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:24.973409 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-972b5562-72fe-4a07-a6d7-87f32e9134a6 req-f5ac6786-f307-4074-aa1d-63a36f9646e2 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 945 time: 0.0827348
Nov 18 16:36:25.022553 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-972b5562-72fe-4a07-a6d7-87f32e9134a6 req-bc7c358d-5505-4131-885b-3d0c7cc989a9 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418050
Nov 18 16:36:25.208407 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:25.211822 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:25.230995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:25.241851 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b19256b-e42e-4b68-ba35-c7689f997b09,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:25.244927 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:25.247217 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-ece158a8-6bfe-4f89-ad07-a3a77bc5aa77 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b19256b-e42e-4b68-ba35-c7689f997b09 HTTP/1.1" status: 204  len: 168 time: 3.0982907
Nov 18 16:36:25.559484 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60240) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:25.611846 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-b93c5379-dc16-4d2c-b499-3f2a67983b88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e323e17592344329dd6501c3bd20971&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0511134
Nov 18 16:36:25.614144 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60244) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:25.674819 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:25.701110 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:25.779850 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:25.785023 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-07bec569-246a-4fdd-bcc7-f6d4fa439e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:25.798748 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7ef4f-37b7-4cc8-ba8d-30204e97b559,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:25.801351 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:25.806987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:25.808219 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-2cea475d-f790-41f7-82e3-cfe904138a28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bea7ef4f-37b7-4cc8-ba8d-30204e97b559 HTTP/1.1" status: 204  len: 168 time: 0.1931562
Nov 18 16:36:26.242449 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1da66-7710-445c-9ae9-92b39215cb42 req-0fb0499b-60e4-466c-b336-9a520fadb083 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:26.248705 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b0e1da66-7710-445c-9ae9-92b39215cb42 req-0fb0499b-60e4-466c-b336-9a520fadb083 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 945 time: 0.0874336
Nov 18 16:36:26.293851 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-b0e1da66-7710-445c-9ae9-92b39215cb42 req-165db198-da39-41e3-92e2-4050bf9b3a3b tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/security-groups?id=770a8db7-ac0e-4b71-a925-59f20fd8a5ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425923
Nov 18 16:36:26.377719 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60254) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:26.434207 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-799259f1-e225-4101-937c-c174b0c20aa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37e3b151b59e4ce296112a46c95404f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552046
Nov 18 16:36:26.436647 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60258) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:26.562891 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:26.577764 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-02e24d3b-fa61-4696-88bf-d7e14c314227 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 18 16:36:26.579309 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-02e24d3b-fa61-4696-88bf-d7e14c314227 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 945 time: 0.1308939
Nov 18 16:36:26.639623 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:26.696715 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Deleting port f42c1dde-058a-45d7-94dd-820da350e805 {{(pid=80404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 18 16:36:26.697099 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304041685961'] for port, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:26.949233 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:26.954945 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.db [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] For port f42c1dde-058a-45d7-94dd-820da350e805, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f42c1dde-058a-45d7-94dd-820da350e805,segment=NetworkSegment(7ede17e3-b717-4863-b5cc-14b820bd7dc9),segment_id=7ede17e3-b717-4863-b5cc-14b820bd7dc9)] {{(pid=80404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 18 16:36:26.955333 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604329'] for port, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:26.962607 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-37fcccb6-23b0-485b-b8b1-94dde759a97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:27.033536 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35a710-d233-4e58-be10-d11d5776077f,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:27.036265 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:27.106465 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Calling delete_port for f42c1dde-058a-45d7-94dd-820da350e805 owned by compute:nova {{(pid=80404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 18 16:36:27.139798 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:27.141027 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-e41641f1-2b5b-4cae-9997-a4fe86ad8e1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e35a710-d233-4e58-be10-d11d5776077f HTTP/1.1" status: 204  len: 168 time: 0.7034404
Nov 18 16:36:27.271117 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846402964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732813098031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304042163248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853139470'] for port, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:27.286976 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-de399f41-3ba6-455a-accb-e8180f6739a9 tempest-AttachVolumeTestJSON-1846890105 tempest-AttachVolumeTestJSON-1846890105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:27.335972 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Pushing event deleted for resources: {'Port': ['ID=f42c1dde-058a-45d7-94dd-820da350e805,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:27.348861 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:27.489229 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-a39ab4f0-2dc5-485a-b824-c8b13888be3a req-49c0f5f1-15ba-4f0c-a2a4-d6f930c7380d tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.23 "GET /v2.0/ports?device_id=489f5a84-86ba-40ff-a677-170f0ff5ea6a HTTP/1.1" status: 200  len: 210 time: 0.0529630
Nov 18 16:36:27.506654 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] No DVR routers for this DVR port f42c1dde-058a-45d7-94dd-820da350e805 on host hv-cinder-75995 {{(pid=80404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 18 16:36:27.509073 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5176'] for port, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:27.514277 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'name': 'network-vif-deleted', 'tag': 'f42c1dde-058a-45d7-94dd-820da350e805'}] {{(pid=80404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 18 16:36:27.546492 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [req-14e0c4bc-50bd-46a6-bf74-b9133c2964a9 req-c19786d7-0c85-465d-98eb-5d1c9a2f3125 tempest-VolumesSnapshotTestJSON-1363485146 tempest-VolumesSnapshotTestJSON-1363485146] 10.222.0.37 "DELETE /v2.0/ports/f42c1dde-058a-45d7-94dd-820da350e805 HTTP/1.1" status: 204  len: 173 time: 0.9552441
Nov 18 16:36:27.577951 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489f5a84-86ba-40ff-a677-170f0ff5ea6a', 'name': 'network-vif-deleted', 'tag': 'f42c1dde-058a-45d7-94dd-820da350e805', 'status': 'completed', 'code': 200}
Nov 18 16:36:28.172441 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device f42c1dde-058a-45d7-94dd-820da350e805 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 18 16:36:28.205604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.plugin [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] No Port match for: f42c1dde-058a-45d7-94dd-820da350e805 {{(pid=80405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 18 16:36:28.206005 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.rpc [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Device f42c1dde-058a-45d7-94dd-820da350e805 not bound to the agent host hv-cinder-75995 {{(pid=80405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 18 16:36:34.534202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f20ea21b-7837-4408-891a-1ca2d3db490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:35.836862 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:36.734018 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2a157244-6d6b-4823-8b56-2abfc741eff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:37.310904 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:38.819733 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:39.282604 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:49.748315 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:36:53.677543 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60392) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:53.743154 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Deleting subnet 974f4ef3-cff0-4dab-b722-9f840c1378d8 {{(pid=80404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 18 16:36:53.746283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:53.801432 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851684105'] for subnet, precommit_delete_associations {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:53.858778 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846576230'] for subnet, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.145751 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8199586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1636312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3408120'] for subnet, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.162168 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:54.207355 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974f4ef3-cff0-4dab-b722-9f840c1378d8,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:54.211889 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:54.296704 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.302671 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-f472ddee-1ae3-4762-8838-74a788bb93fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/974f4ef3-cff0-4dab-b722-9f840c1378d8 HTTP/1.1" status: 204  len: 168 time: 0.6240673
Nov 18 16:36:54.305207 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60396) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:54.419505 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154138'] for network, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.601888 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036846578911', 'neutron.services.segments.db._delete_segments_for_network--9223363304041611499'] for network, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.718353 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1440542400>,) {'filters': {'network_id': ['a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5']}} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:54.731565 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1440542400>, '7ede17e3-b717-4863-b5cc-14b820bd7dc9') {'for_net_delete': True} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:54.731909 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.services.segments.db [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1440542400>, '7ede17e3-b717-4863-b5cc-14b820bd7dc9') {} {{(pid=80404) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 18 16:36:54.743997 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304041577195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3091663'] for segment, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.762734 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8196860'] for segment, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:54.764740 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 18 16:36:54.941433 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:36:54.950596 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846578956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1636229'] for segment, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:55.350948 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.plugins.ml2.managers [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Network a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 has no segments {{(pid=80404) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]: Traceback (most recent call last):
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     timer()
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     cb(*args, **kw)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     return func(*args, **kwargs)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     self._notify()
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     self.callback(batched_events)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     event.method(event)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     segment_id)['aggregates'][0]
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     return f(self, *a, **k)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self._get(url).json()
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     **kwargs)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     return self.request(url, 'GET', **kwargs)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     **endpoint_filter)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 18 16:36:55.373821 dv-cinder-759955-2-iscsi neutron-server[80292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 18 16:36:55.482210 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8196905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847213508'] for network, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:55.485690 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-91afea57-6fe6-4462-96b7-031dc3379145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:55.499399 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036847213553'] for network, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:55.508910 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:55.512426 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2a06000-cc4c-48e4-b8e4-e20a9a76e4c5 HTTP/1.1" status: 204  len: 168 time: 1.2062294
Nov 18 16:36:55.513431 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-da8f7475-0eb4-4998-a12a-ad6cde6cb76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:55.845345 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60402) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:55.897520 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-dcc25fce-517a-40bc-be3c-ff8b44fa4d24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b85a452c9f94f92a9e7f8d3e6611981&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0508761
Nov 18 16:36:55.899632 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [-] (80404) accepted ('10.222.0.23', 60406) {{(pid=80404) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 18 16:36:55.959893 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:55.987036 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:56.065024 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564678'] for security_group, after_delete {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:56.069122 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-597602c2-84f6-468b-b31e-a280ee5713da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 18 16:36:56.080696 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a8db7-ac0e-4b71-a925-59f20fd8a5ff,revision_number=None']} {{(pid=80404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 18 16:36:56.084827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG oslo_concurrency.lockutils [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80404) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 18 16:36:56.088070 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80404) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:36:56.089820 dv-cinder-759955-2-iscsi neutron-server[80292]: INFO neutron.wsgi [None req-eb4c1173-410b-4397-9c84-cafcfa18b729 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/770a8db7-ac0e-4b71-a925-59f20fd8a5ff HTTP/1.1" status: 204  len: 168 time: 0.1887527
Nov 18 16:37:04.533577 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1cb5-1edf-4965-8e56-6d66c2982a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:05.853408 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:06.745739 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-cb365d14-2647-4f2a-8f72-de47e57f7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:07.332928 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:08.819155 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:09.304669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:26.748574 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:37:34.521270 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a04e23cc-e461-42bc-8b08-ce8555bbba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:35.835856 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:36.727627 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-37f6dc27-cb8a-44be-9cd9-ae50e0a62e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:37.304227 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:38.812618 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:37:39.298655 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:03.749226 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:38:04.526202 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c33c1eed-4ac7-4da8-8c97-4819b3b0c232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:05.835149 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:06.737853 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c38fc8c8-0add-4360-8850-272c3e32f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:07.320713 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:08.817271 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:09.302957 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:34.542929 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-60bd2394-4d07-489e-8b5d-929c56319f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:35.851515 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:36.743281 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0c071684-b36b-4093-9307-acd45da9cc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:37.313418 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:38.821731 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:39.307436 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:38:40.753669 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:39:04.525462 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-25e489ad-40db-4079-94ff-9b64bf6693d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:05.879684 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:06.741167 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-2614de63-00b3-4fbd-9c43-b71e7877821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:07.319452 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:08.850995 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:09.307827 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:17.754205 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:39:34.524898 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-20b70c51-720a-41f8-a634-bcd5de5b2b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:35.873283 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:36.736344 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0eec3a83-c0ea-4546-a4c3-59a5ad0eac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:37.357825 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:38.849276 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:39.319842 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:39:54.754533 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:40:04.529857 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-973b5db3-c5ac-43c1-a852-82915f0fa67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:05.889694 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:06.746759 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-41c25bf2-320d-4b3f-9f60-e933db0ecdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:07.328311 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:08.844002 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:09.313105 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:31.755894 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:40:34.535131 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f03b8405-7926-42ac-ad85-d7e8c378a327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:35.883787 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:36.746273 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-9815729c-a8b8-40d5-95bb-203d0b66e3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:37.334987 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:38.837859 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:40:39.311813 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:04.540222 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-dd7be7a6-6923-4800-ab0b-80fce711d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:05.877413 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:06.734528 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-93247867-ea17-4d2c-8aa9-c51d860016e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:07.334592 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:08.757994 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:41:08.841268 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:09.317216 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:34.539477 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37ad-1366-4c52-9285-292009180815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:35.903566 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:36.743130 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-f9c88cc9-e30f-490f-93d4-89fa000a975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:37.332294 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:38.865063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:39.322112 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:41:45.759453 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.db.agents_db [None req-9691a8b8-9836-41d5-a498-9210a98fd2dc None None] Agent healthcheck: found 6 active agents {{(pid=80406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 18 16:41:47.923699 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron.wsgi [req-bc1fc2b4-82e7-489a-858a-9e00bcd1555d req-b0c222ed-74dd-45d5-9c2a-aa8faa5c18cb service neutron] (80403) timed out ('10.222.0.37', 49915) {{(pid=80403) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 18 16:42:04.542491 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-a7be84c0-43e8-4d43-9058-50944c9e766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:42:05.914063 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-0602c2be-f062-4612-b08e-0114b218ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:42:06.748251 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-802ce426-b445-498d-ac58-981fe9eacf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:42:07.344603 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-76103317-ad89-4506-a4f7-e1dd72214e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:42:08.858584 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-c248e0b3-c1fc-4565-9d3a-0985c4049d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 18 16:42:09.319426 dv-cinder-759955-2-iscsi neutron-server[80292]: DEBUG neutron_lib.callbacks.manager [None req-b2994bfa-62b9-45fc-9fdc-66ab87458dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304041611516', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846573926'] for agent, after_update {{(pid=80405) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}